-- Logs begin at Wed 2022-03-23 18:52:48 UTC, end at Wed 2022-03-23 20:04:03 UTC. -- Mar 23 19:35:11.489593 dv-cinder-834962-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 19:35:14.255944 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.common.config [-] Logging enabled! Mar 23 19:35:14.256565 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 23 19:35:14.256717 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 19:35:14.259906 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.common.config [-] Logging enabled! Mar 23 19:35:14.260166 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 23 19:35:14.260478 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108773) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 19:35:14.261465 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 19:35:14.261698 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 19:35:14.262085 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 19:35:14.262336 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 19:35:14.262565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 19:35:14.262888 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.263194 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.263494 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.263728 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.264025 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.264316 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.264603 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.264894 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.265223 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.265512 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.265796 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.266084 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.266317 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.266601 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.266890 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.267178 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.267404 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] debug = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.267689 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.268119 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.268535 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.268818 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.269133 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.269419 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.269693 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.269972 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.270258 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.270589 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] host = dv-cinder-834962-1-iscsi {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.270871 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.271161 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.271451 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.271734 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.272019 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.272297 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.272586 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.272864 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.273174 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.273454 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.273745 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.274037 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.274329 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.274556 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.274781 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.275070 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.275362 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.275639 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.275916 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.276192 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.276470 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.276746 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.277043 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.277334 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.278155 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.278572 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.278691 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.278967 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.279240 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.279513 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.279800 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.280076 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.280351 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.280627 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.280916 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.281214 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.281490 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.281791 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.282080 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.282363 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.282652 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.282929 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.283213 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.283487 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.283766 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.284039 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] use_json = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.284313 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.284584 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.284867 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.285172 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.285447 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.285721 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.285993 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.286279 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.286554 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:14.286853 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.287151 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.287454 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.287741 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.288035 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.288317 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.288609 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.288888 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.289201 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.289494 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.289785 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.290065 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.290356 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.290636 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.290932 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.291237 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.291532 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.291825 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.292108 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.292381 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.292656 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.292937 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.293804 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.294083 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.294376 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.294669 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.294954 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.295245 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.295543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.295835 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.296113 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.296395 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.296688 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.296970 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.297273 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.297555 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.297848 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.298130 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.298407 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.298690 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.298972 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.299248 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.299522 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.299801 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.300093 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.300370 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.300643 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.300916 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.301237 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.301514 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.301804 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.302087 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.302362 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.302637 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.302920 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.303196 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.303472 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.303756 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.304033 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.304314 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.304590 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.304866 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.305169 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.305445 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.305723 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.305997 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.306270 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.306548 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.306821 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.307096 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.307372 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.307646 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.307921 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.308208 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.308506 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.309339 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.309624 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.309908 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.310192 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.310471 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.310752 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.311035 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.311317 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.311595 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.311889 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.312175 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.312466 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.312750 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.313058 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.313360 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.313647 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.313934 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.314214 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.314494 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.314782 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.315066 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.315364 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.315662 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.315959 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.316256 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.316550 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.316831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.317170 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.317455 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:14.317675 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 19:35:14.317916 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108773) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 19:35:14.680469 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 19:35:14.680749 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 19:35:14.681066 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 19:35:14.681405 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 19:35:15.079471 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.079689 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.079965 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.081283 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.081562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.081832 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.118579 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.118865 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.119136 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.134064 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.134354 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.134628 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.163656 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.163942 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.164214 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.202705 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.202985 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.203257 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.438665 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.439283 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.439283 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.439606 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.440162 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.563892 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.564219 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.564508 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.564783 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.565080 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.565395 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.565696 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.565974 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.566263 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.566554 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.566816 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.567083 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.567342 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.567597 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.567856 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.568123 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.568381 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.568650 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.568921 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.569207 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.569481 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.569743 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.570026 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.570405 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.570659 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.570908 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.571307 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:15.571551 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:15.571790 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:15.572027 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:15.572262 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:15.572499 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:15.572868 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 19:35:15.576072 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 19:35:15.580086 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 19:35:15.583908 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 23 19:35:15.585712 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 19:35:15.586173 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 19:35:15.586515 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 19:35:15.586909 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 19:35:15.589795 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 19:35:15.590625 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 19:35:15.590972 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 19:35:15.596577 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 19:35:15.619509 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 19:35:15.619978 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.620275 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108773) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 23 19:35:15.620651 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.622275 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108773) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 19:35:15.622560 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 19:35:15.622808 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 19:35:15.626311 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.626601 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:15.691163 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 19:35:15.691334 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 19:35:15.691568 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 19:35:15.691952 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 19:35:15.713402 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_db.sqlalchemy.engines [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108773) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 19:35:16.408779 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing driver for type 'gre' Mar 23 19:35:16.409370 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] gre ID ranges: [(1, 1000)] Mar 23 19:35:16.614251 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing driver for type 'local' Mar 23 19:35:16.614774 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing driver for type 'vlan' Mar 23 19:35:16.694372 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] VlanTypeDriver initialization complete Mar 23 19:35:16.694635 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing driver for type 'vxlan' Mar 23 19:35:16.695136 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] vxlan ID ranges: [(1, 1000)] Mar 23 19:35:16.894094 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing extension driver 'port_security' Mar 23 19:35:16.894430 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.extensions.port_security [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] PortSecurityExtensionDriver initialization complete Mar 23 19:35:16.894764 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing mechanism driver 'openvswitch' Mar 23 19:35:16.895095 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing mechanism driver 'hyperv' Mar 23 19:35:16.906014 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.plugin [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:16.906689 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.907057 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.907407 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.907921 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:35:16.908354 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.908741 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.909117 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.909511 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:35:16.909954 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.910303 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.910646 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.911035 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:35:16.911438 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > security_group after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.911785 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > security_group after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.912122 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > security_group after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.914208 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:35:16.914645 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.915014 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.915415 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.915813 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:35:16.916223 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > address_group after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.916575 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > address_group after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.916919 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > address_group after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.917337 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108773) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:35:16.917813 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] ML2 OVO RPC backend initialized. {{(pid=108773) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 23 19:35:16.919019 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_interface after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.919377 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.919794 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.920146 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > networks before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.920498 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.920841 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > ports before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.921216 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.921599 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnets before_response 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.921944 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.922285 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.922620 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.922953 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.923288 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.923619 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.923952 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.924287 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.924618 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > subnet after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.932769 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded quota_driver: . Mar 23 19:35:16.933207 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.plugin [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Modular L2 Plugin initialization complete Mar 23 19:35:16.933558 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading services supported by the core plugin {{(pid=108773) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 19:35:16.934449 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.plugins.ml2.managers [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Got port-security extension from driver 'port_security' Mar 23 19:35:16.934935 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.extensions.vlantransparent [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Disabled vlantransparent extension. Mar 23 19:35:16.935429 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108773) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 19:35:16.935753 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: router Mar 23 19:35:16.977558 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_interface before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.977891 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_create 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.978262 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router before_create 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.978654 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.979021 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.979376 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_delete 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.979732 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > floatingip after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.980080 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > floatingip after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.980439 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_create 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.981502 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_update 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.981955 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_update 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.982308 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.982670 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_update 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.983083 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_update 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.983451 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.983792 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.984153 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: subnet after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.984496 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.984846 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > port precommit_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.985261 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_create 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995566 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995566 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995566 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router after_update 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995566 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_delete 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995907 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_create 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995907 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router_interface after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995907 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_update 55549900 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.995907 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > agent after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.996874 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > agent after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.996874 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > network after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.996874 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Tracking information for resource: router configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:16.996874 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Tracking information for resource: floatingip configured {{(pid=108773) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:35:16.997240 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.db.l3_agentschedulers_db [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 19:35:16.997846 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.998206 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port after_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.998554 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port after_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.998907 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: port after_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:16.999687 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router before_create 55550100 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.000046 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_delete 55550100 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.000406 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_create 55550100 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.000762 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > router precommit_update 55550100 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.005732 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.provider_configuration [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service providers = [] {{(pid=108773) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 19:35:17.006098 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.db.servicetype_db [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108773) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 19:35:17.009095 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.service_base [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:35:17.009444 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.service_base [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:35:17.009785 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.service_base [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:35:17.010665 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.services.service_base [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108773) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:35:17.011037 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.services.service_base [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 19:35:17.011412 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.011760 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 19:35:17.029886 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.030219 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: auto_allocate Mar 23 19:35:17.036350 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: network precommit_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.036714 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: network precommit_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.037264 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.037586 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: tag Mar 23 19:35:17.044774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.045136 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: timestamp Mar 23 19:35:17.049236 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.049613 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: network_ip_availability Mar 23 19:35:17.055083 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.061435 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.061435 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.061435 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.061435 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: flavors Mar 23 19:35:17.065964 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.066298 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading Plugin: revisions Mar 23 19:35:17.070698 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108773) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:35:17.071091 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_concurrency.lockutils [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.390s {{(pid=108773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 19:35:17.071831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108773) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 19:35:17.072166 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Initializing extension manager. Mar 23 19:35:17.072673 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: __init__.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.073046 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: __pycache__ {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.073385 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.073717 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: address_group.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.074663 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.075245 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: address-group Mar 23 19:35:17.075568 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: address_scope.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.076285 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.076837 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: address-scope Mar 23 19:35:17.077190 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: admin_state_down_before_update.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.078115 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.078621 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: router-admin-state-down-before-update Mar 23 19:35:17.078948 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: agent.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.079826 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.080332 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: agent Mar 23 19:35:17.080653 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: agent_resources_synced.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.081619 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.082121 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: agent-resources-synced Mar 23 19:35:17.082442 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: allowedaddresspairs.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.084206 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.084721 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: allowed-address-pairs Mar 23 19:35:17.085079 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: auto_allocated_topology.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.086151 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.086709 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: auto-allocated-topology Mar 23 19:35:17.099449 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: availability_zone.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.099449 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.099449 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: availability_zone Mar 23 19:35:17.099449 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: availability_zone_filter.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.100129 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.100638 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: availability_zone_filter Mar 23 19:35:17.100959 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: data_plane_status.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.101886 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.102388 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 19:35:17.102707 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: default_subnetpools.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.103615 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.104119 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: default-subnetpools Mar 23 19:35:17.104497 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: dhcpagentscheduler.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.105329 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.106401 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: dhcp_agent_scheduler Mar 23 19:35:17.106724 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: dns.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.107628 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.108132 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension dns-integration not supported by any of loaded plugins Mar 23 19:35:17.108453 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: dns_domain_ports.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.109379 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.109927 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 19:35:17.110250 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.111164 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.111668 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 19:35:17.111987 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: dvr.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.112652 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.113187 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: dvr Mar 23 19:35:17.113509 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: ecmp_routes.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.114411 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.114910 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 19:35:17.115230 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: empty_string_filtering.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.116160 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.116702 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: empty-string-filtering Mar 23 19:35:17.117113 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.118023 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.118519 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 19:35:17.118840 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.119737 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.120233 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 19:35:17.120554 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: external_net.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.121702 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.122202 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: external-net Mar 23 19:35:17.122524 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: extra_dhcp_opt.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.123423 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.123925 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: extra_dhcp_opt Mar 23 19:35:17.124245 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: extraroute.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.125186 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.125688 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: extraroute Mar 23 19:35:17.126009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: extraroute_atomic.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.127036 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.127539 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: extraroute-atomic Mar 23 19:35:17.127862 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: filter_validation.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.128567 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.129106 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: filter-validation Mar 23 19:35:17.129429 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: fip_pf_description.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.138863 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.139362 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 19:35:17.139684 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: fip_port_details.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.140605 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.141142 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: fip-port-details Mar 23 19:35:17.141467 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: flavors.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.142701 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.143218 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: flavors Mar 23 19:35:17.143545 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.145284 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.145801 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 19:35:17.146126 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: floatingip_pools.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.146914 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.147434 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: floatingip-pools Mar 23 19:35:17.147758 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: ip_allocation.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.148672 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.149200 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 19:35:17.149527 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.150472 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.150979 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: ip-substring-filtering Mar 23 19:35:17.151306 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l2_adjacency.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.152252 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.153324 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 19:35:17.153648 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.154603 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.155112 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: router Mar 23 19:35:17.155436 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3_conntrack_helper.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.157908 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.158434 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 19:35:17.158763 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.159824 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.160344 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: ext-gw-mode Mar 23 19:35:17.160664 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.161617 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.162124 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: l3-ha Mar 23 19:35:17.162448 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3_flavors.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.163409 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.164050 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: l3-flavors Mar 23 19:35:17.164376 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.165305 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.165810 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 19:35:17.166132 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: l3agentscheduler.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.167220 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.167733 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: l3_agent_scheduler Mar 23 19:35:17.168802 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: logging.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.170329 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.170855 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension logging not supported by any of loaded plugins Mar 23 19:35:17.171189 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: metering.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.171934 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.172513 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: metering Mar 23 19:35:17.172842 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.174004 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.174517 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: metering_source_and_destination_fields Mar 23 19:35:17.174888 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: multiprovidernet.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.175806 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.176316 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: multi-provider Mar 23 19:35:17.176644 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: netmtu.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.177611 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.178126 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: net-mtu Mar 23 19:35:17.178474 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: netmtu_writable.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.179421 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.179924 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: net-mtu-writable Mar 23 19:35:17.180246 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: network_availability_zone.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.180911 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.181442 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: network_availability_zone Mar 23 19:35:17.181765 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: network_ip_availability.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.182876 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.183387 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: network-ip-availability Mar 23 19:35:17.183744 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: network_segment_range.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.184504 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.185026 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 19:35:17.185353 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: pagination.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.186355 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.186689 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: pagination Mar 23 19:35:17.187046 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: port_device_profile.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.196910 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.197452 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: port-device-profile Mar 23 19:35:17.197778 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.198695 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.199221 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: port-mac-address-regenerate Mar 23 19:35:17.199559 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.200460 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.200975 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: port-numa-affinity-policy Mar 23 19:35:17.201362 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: port_resource_request.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.202260 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.202767 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 19:35:17.203128 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: portbindings.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.204045 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.204558 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: binding Mar 23 19:35:17.204880 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: portbindings_extended.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.206308 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.206831 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: binding-extended Mar 23 19:35:17.207158 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: portsecurity.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.208105 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.208621 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: port-security Mar 23 19:35:17.208944 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: project_id.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.209946 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.210275 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: project-id Mar 23 19:35:17.210597 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: providernet.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.211516 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.212030 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: provider Mar 23 19:35:17.212354 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.216651 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.217203 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos not supported by any of loaded plugins Mar 23 19:35:17.217563 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.219113 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.219624 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 19:35:17.219953 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.225450 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.225959 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 19:35:17.226285 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_default.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.227191 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.227745 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-default not supported by any of loaded plugins Mar 23 19:35:17.228022 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_fip.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.228672 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.229204 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-fip not supported by any of loaded plugins Mar 23 19:35:17.229525 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_gateway_ip.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.230530 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.231566 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 19:35:17.231865 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_port_network_policy.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.232780 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.233323 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 19:35:17.233652 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_pps_rule.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.234834 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.235349 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-pps not supported by any of loaded plugins Mar 23 19:35:17.235676 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_rule_type_details.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.236626 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.237167 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 19:35:17.237494 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: qos_rules_alias.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.238552 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.239065 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 19:35:17.239389 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: quotasv2.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.240319 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.240647 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: quotas Mar 23 19:35:17.240968 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: quotasv2_detail.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.242753 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.243091 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: quota_details Mar 23 19:35:17.243425 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: rbac.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.244474 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.245015 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: rbac-policies Mar 23 19:35:17.245342 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: rbac_address_group.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.246297 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.246847 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: rbac-address-group Mar 23 19:35:17.247171 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: rbac_address_scope.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.259914 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.260604 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: rbac-address-scope Mar 23 19:35:17.260933 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: rbac_security_groups.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.261908 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.262422 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: rbac-security-groups Mar 23 19:35:17.262746 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: rbac_subnetpool.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.263661 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.264170 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: rbac-subnetpool Mar 23 19:35:17.264537 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: revisionifmatch.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.265498 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.266012 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: revision-if-match Mar 23 19:35:17.266333 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: revisions.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.267437 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.267949 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: standard-attr-revisions Mar 23 19:35:17.268274 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: router_availability_zone.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.268947 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.269483 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: router_availability_zone Mar 23 19:35:17.269809 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: routerservicetype.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.270722 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.271229 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension router-service-type not supported by any of loaded plugins Mar 23 19:35:17.271588 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.272513 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.273056 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: security-groups-normalized-cidr Mar 23 19:35:17.273380 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: security_groups_port_filtering.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.274291 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.274798 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: port-security-groups-filtering Mar 23 19:35:17.275116 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.276059 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.276562 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: security-groups-remote-address-group Mar 23 19:35:17.276880 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: securitygroup.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.288934 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.290489 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: security-group Mar 23 19:35:17.290489 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: segment.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.290639 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.291126 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension segment not supported by any of loaded plugins Mar 23 19:35:17.291451 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.292398 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.292913 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 19:35:17.294024 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: servicetype.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.295228 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.295749 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: service-type Mar 23 19:35:17.296078 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: sorting.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.297096 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.297431 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: sorting Mar 23 19:35:17.297753 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: standard_attr_segment.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.298671 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.299186 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 19:35:17.299511 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: standardattrdescription.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.300186 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.300705 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: standard-attr-description Mar 23 19:35:17.301049 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: stateful_security_group.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.301971 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.302484 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: stateful-security-group Mar 23 19:35:17.302808 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: stdattrs_common.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.303388 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 19:35:17.303709 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.304668 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.305201 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 19:35:17.305524 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: subnet_onboard.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.306595 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.307107 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: subnet_onboard Mar 23 19:35:17.307431 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.308349 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.308883 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 19:35:17.309323 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: subnet_service_types.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.310261 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.310817 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: subnet-service-types Mar 23 19:35:17.311137 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: subnetallocation.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.312216 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.312739 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: subnet_allocation Mar 23 19:35:17.313089 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.313760 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.314267 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: subnetpool-prefix-ops Mar 23 19:35:17.314588 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.315550 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.316093 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 19:35:17.316410 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: tagging.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.317504 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.318023 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: standard-attr-tag Mar 23 19:35:17.318350 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: timestamp.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.319714 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.320235 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loaded extension: standard-attr-timestamp Mar 23 19:35:17.320595 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: trunk.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.329657 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.330165 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension trunk not supported by any of loaded plugins Mar 23 19:35:17.330489 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: trunk_details.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.331431 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.331944 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension trunk-details not supported by any of loaded plugins Mar 23 19:35:17.332267 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: uplink_status_propagation.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.333277 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.333784 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 19:35:17.334108 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Loading extension file: vlantransparent.py {{(pid=108773) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:35:17.334774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108773) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:35:17.335277 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 19:35:17.337761 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:network Mar 23 19:35:17.338287 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:subnet Mar 23 19:35:17.338686 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:35:17.339086 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:port Mar 23 19:35:17.340851 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.341327 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service FLAVORS assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.341939 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.342373 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.342712 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:router Mar 23 19:35:17.343154 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:floatingip Mar 23 19:35:17.343900 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service METERING assigned prefix: /metering {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.345404 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.345773 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.346125 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:35:17.347113 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 19:35:17.347560 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:security_group Mar 23 19:35:17.347984 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 19:35:17.348658 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service CORE assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.349019 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:35:17.349371 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] subnetpool is already registered Mar 23 19:35:17.349796 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service CORE assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.350119 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:35:17.350448 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] subnetpool is already registered Mar 23 19:35:17.352807 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.353260 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service FLAVORS assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.353846 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:router Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] router is already registered Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:floatingip Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] floatingip is already registered Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service METERING assigned prefix: /metering {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] rbac_policy is already registered Mar 23 19:35:17.359680 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:security_group Mar 23 19:35:17.360292 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] security_group is already registered Mar 23 19:35:17.360292 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 19:35:17.360292 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] security_group_rule is already registered Mar 23 19:35:17.360292 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service CORE assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.360292 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:35:17.360616 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] subnetpool is already registered Mar 23 19:35:17.360716 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.v2.resource_helper [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Service CORE assigned prefix: {{(pid=108773) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:35:17.361061 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:35:17.361395 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING neutron.quota.resource_registry [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] subnetpool is already registered Mar 23 19:35:17.361868 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: extensions {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.363324 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: address-groups {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.364809 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: address-scopes {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.366182 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: agents {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.367386 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: auto-allocated-topology {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.368640 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: availability_zones {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.369913 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: dhcp-networks {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.371465 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: dhcp-agents {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.373074 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: routers {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.375292 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: flavors {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.376449 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: service_profiles {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.377710 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: next_providers {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.379216 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: service_profiles {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.380780 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: floatingip-pools {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.382048 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: routers {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.384161 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: floatingips {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.385513 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: l3-routers {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.387210 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: l3-agents {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.388639 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: metering-labels {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.390069 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: metering-label-rules {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.391343 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: network-ip-availabilities {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.392927 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: bindings {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.395143 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: quotas {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.396576 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: quotas {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.398077 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: rbac-policies {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.399264 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: security-groups {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.402232 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: security-group-rules {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.404902 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: service-providers {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.406569 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: subnetpools {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.408099 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: subnetpools {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.409996 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.412055 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.414065 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.416422 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.418818 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.420878 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.422607 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.424494 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.426342 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.428152 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron.api.extensions [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Extended resource: tags {{(pid=108773) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:35:17.434851 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING keystonemiddleware.auth_token [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 19:35:17.439687 dv-cinder-834962-1-iscsi neutron-server[108773]: WARNING keystonemiddleware.auth_token [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 19:35:17.448311 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_concurrency.lockutils [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Acquired lock "singleton_lock" {{(pid=108773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 23 19:35:17.448790 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_concurrency.lockutils [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Releasing lock "singleton_lock" {{(pid=108773) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 23 19:35:17.450044 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Starting 2 workers Mar 23 19:35:17.454931 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Started child 108884 {{(pid=108773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:35:17.459454 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Started child 108885 {{(pid=108773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:35:17.460273 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:17.461152 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO neutron.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 19:35:17.461691 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Notify callbacks [] for process, before_spawn {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:17.461840 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [-] (108884) wsgi starting up on http://0.0.0.0:9696 Mar 23 19:35:17.464008 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:17.464471 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Starting 1 workers Mar 23 19:35:17.466343 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [-] (108885) wsgi starting up on http://0.0.0.0:9696 Mar 23 19:35:17.470925 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Started child 108886 {{(pid=108773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:35:17.471286 dv-cinder-834962-1-iscsi neutron-server[108773]: INFO oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Starting 1 workers Mar 23 19:35:17.473871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] calling RpcWorker wait() {{(pid=108886) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 19:35:17.474421 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] returning from RpcWorker wait() {{(pid=108886) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 19:35:17.475666 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Started child 108887 {{(pid=108773) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:35:17.475803 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:17.476217 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:17.476515 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG neutron_lib.callbacks.manager [None req-df9dc680-3bcf-48f9-b8fa-1f5bdc6d459e None None] Notify callbacks [] for process, after_spawn {{(pid=108773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:17.478660 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 19:35:17.478845 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 19:35:17.479009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 19:35:17.479208 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 19:35:17.479616 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 19:35:17.479776 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 19:35:17.480581 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.480916 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.481237 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.481494 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.481812 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.482385 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.482627 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.482881 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.483163 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.483394 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.483566 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.483729 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:17.484171 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.484171 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.484308 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.484544 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.484812 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.485092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.485201 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:17.485369 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.485524 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.485774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.486031 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.486281 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.486546 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] debug = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.486797 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.487292 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.487607 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.487968 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.488076 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.488279 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.488531 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.488784 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.489042 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.489256 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.489488 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.489736 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.489971 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.490195 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.490410 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.490676 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.490913 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.491403 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] host = dv-cinder-834962-1-iscsi {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.491639 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.491873 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.492143 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.492479 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.492762 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.492964 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.493253 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.493506 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.493789 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_options = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.498565 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.499543 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500082 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500082 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500082 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500082 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500310 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500383 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500688 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.500840 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.501091 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.501320 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.501529 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.501762 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.503012 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.503315 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.504373 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.504687 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.504925 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.505354 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.505597 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.505823 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.506093 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.506327 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.506598 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.506870 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.507092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.507327 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.507570 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.507807 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.508028 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_json = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.508241 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.508475 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.508733 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.508962 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.509217 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.509451 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.509696 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.509949 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.510185 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.510795 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.510943 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.511349 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.511481 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.511679 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.512524 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.512777 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.513282 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.513469 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.513604 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.514068 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.514228 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.514415 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.514660 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.514931 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.515314 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.516831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.516831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.516831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.516831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.516831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.516831 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.522461 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523003 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.523538 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524072 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524625 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524625 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.524858 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.525141 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.525307 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.525547 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.525807 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.525966 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.526176 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.526408 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.526629 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.526865 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.527091 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.527371 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.528221 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.528444 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.528717 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.529059 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.529280 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.529521 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.529744 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.529985 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.530220 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.530435 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.530647 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.530881 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.531110 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.531339 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532227 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532227 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532227 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532227 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532554 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532650 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.532887 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.534562 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.535270 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.535270 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.535270 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.537417 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538001 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538001 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538001 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538001 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538294 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538883 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.538883 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.539066 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.539623 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.540307 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.540900 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.541169 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.542011 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.544023 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.544702 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.545032 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.545255 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.545511 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.545793 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.546001 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.546267 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.546503 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.546766 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.546987 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.547258 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548021 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548021 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548021 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548387 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548469 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548696 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.548939 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.549187 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.549454 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.549703 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.549940 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.550221 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.550482 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.550717 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.550957 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.551200 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552029 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552029 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552029 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552284 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552374 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552795 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.552901 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.553058 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.553275 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.553535 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.553748 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.553982 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.554209 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.554442 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.554657 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.554899 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.555110 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.555344 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.555588 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.555803 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.556073 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.556304 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.556517 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.556781 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.557029 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.557313 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.557823 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.558039 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.558280 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.558516 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.558806 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.559033 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.559264 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.559518 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.559722 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.559932 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.560140 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.560428 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.560644 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.560868 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.561095 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.561340 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.561576 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.561927 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.562184 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.562431 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.562677 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.562909 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.563150 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.563362 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.563572 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.563817 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.564029 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.564267 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.564497 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.564709 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.564921 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.565178 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.565387 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.565640 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.565895 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.566144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.566357 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.566574 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.566788 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.567015 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.567246 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.567476 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.567703 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.567898 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.568112 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.568317 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.568596 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.568832 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.569077 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.569339 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.569569 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.569795 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.570033 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.570239 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.570483 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.570721 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.570934 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.571140 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.571361 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.571568 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.571773 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.572000 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.572212 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.572437 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.572664 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.572870 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.573130 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.573352 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.573564 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.573769 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.573987 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.574703 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.574926 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.575145 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.575522 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.575733 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.575976 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.576182 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.576386 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.576624 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.576846 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.577064 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.577354 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.577611 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.577825 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.578110 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.578353 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.578880 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.578880 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.579126 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.579337 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.579571 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.579801 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.580015 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.580231 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.580488 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.580804 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.581113 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.581386 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.581616 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.582407 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.582407 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.582407 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.582641 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.582920 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.583255 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.583519 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.583771 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.583997 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.584598 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.584598 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.584786 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.584865 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586099 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586099 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586099 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586099 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586099 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586445 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586445 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586580 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.586819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.587067 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.587304 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.587513 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.587664 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 19:35:17.588185 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108773) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 19:35:17.588340 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 19:35:17.588489 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 19:35:17.588653 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 19:35:17.588815 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 19:35:17.588961 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 19:35:17.589186 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.589344 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.589502 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.589664 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.589835 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.590209 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.590455 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.590610 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.590766 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.590923 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.591078 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.591258 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.591402 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.591541 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.591697 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.591852 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592008 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592164 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592324 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592477 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592631 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592781 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.592940 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] debug = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.593152 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.593313 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.593717 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.593873 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594026 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594181 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594334 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594493 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594646 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594800 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.594955 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.595110 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.595263 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.595437 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.595595 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.595749 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.595903 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596058 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] host = dv-cinder-834962-1-iscsi {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596212 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596365 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596519 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596672 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596824 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.596977 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.597153 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.597341 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.597439 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.597598 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.597751 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.597904 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.598059 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.598212 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.598366 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_options = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.598530 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599236 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599236 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599236 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599236 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599556 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599556 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599556 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599759 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599836 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.599986 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.600140 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.600295 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.600448 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.600601 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.600754 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.600909 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601083 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601239 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601393 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601706 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601706 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601880 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.601978 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.602131 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.602284 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.602437 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.602595 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.602749 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.602902 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603055 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603209 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603362 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603516 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603671 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603823 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.603976 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.604128 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.604290 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.604444 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.604596 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.604750 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.604905 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.605080 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.605168 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:17.605251 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.605378 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606130 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_json = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606238 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606320 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606469 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606621 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606775 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.606929 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.607083 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.607238 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.607462 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:35:17.607571 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.607713 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.607882 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608038 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608196 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608352 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608507 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608664 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608820 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.608977 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.609181 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.609323 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.609499 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.609637 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.609793 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.609993 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.610093 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.610247 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.610404 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.610561 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.610715 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.610874 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.611980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.612819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.612819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.612819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.612819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.612819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.612819 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613395 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613395 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613395 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613395 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613625 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613690 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613857 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.613980 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.614137 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.614296 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.614812 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.614812 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.614812 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615019 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615019 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615159 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615325 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615484 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615635 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.615793 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617867 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617867 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617867 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617867 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.617867 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618207 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618207 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618356 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618436 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618576 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618733 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.618892 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619052 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619207 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619364 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619527 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619678 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619822 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.619982 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.620137 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.620287 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.620445 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.620604 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.620793 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.620947 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.621209 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.621873 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622035 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622187 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622345 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622506 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622656 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622805 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.622960 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.623114 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.623271 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.623428 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.623583 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.623744 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.623900 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.624056 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.624215 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.624374 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.624529 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.624686 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.624841 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625042 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625187 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625343 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625504 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625660 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625816 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.625983 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.626134 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.626269 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.626433 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.626591 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.626760 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.626917 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.627074 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.627229 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.627386 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.627542 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.627696 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.627852 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628010 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628170 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628318 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628465 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628630 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.628958 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.629127 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.629303 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.629458 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.629595 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.629732 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.629882 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.630018 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.630177 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.630320 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.630478 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.630621 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.630876 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631019 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631175 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631325 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631463 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631849 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631849 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.631849 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.632774 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633520 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633520 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633520 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633520 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633520 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633865 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.633865 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.634008 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.634118 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.634277 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637009 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.637608 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.638135 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.638135 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.638421 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.638617 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.638761 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639060 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639221 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639390 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639566 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639708 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639841 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.639973 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.640119 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.640261 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.640398 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.640555 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.640710 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.640942 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641120 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641260 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641396 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641546 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641681 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641811 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.641947 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642088 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642223 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642360 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642495 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642630 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642785 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.642922 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.643057 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.643223 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.643382 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.643539 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.643696 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.643852 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.644008 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.644175 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.644333 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.644677 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.644677 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645144 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645352 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645430 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645545 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645704 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.645895 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646044 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646181 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646317 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646454 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646639 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646792 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.646940 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.647104 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.647248 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.647384 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.647612 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.647612 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.647885 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648008 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648092 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648210 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648366 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648523 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648689 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.648848 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649024 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649193 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649348 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649506 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649648 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649818 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.649975 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.650133 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.650289 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.650445 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.650601 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.650760 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.650921 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.651087 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.651252 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.651410 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.651576 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.651741 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.651907 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.652063 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.652229 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.652474 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.652643 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.652801 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653066 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653152 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653277 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653433 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653589 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653748 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.653904 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.654062 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.654218 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.654375 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.654532 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.654689 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.654846 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.655002 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.655160 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.655316 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.655474 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:35:17.655623 dv-cinder-834962-1-iscsi neutron-server[108773]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108773) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 19:35:17.669867 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50102) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:17.678706 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066476 Mar 23 19:35:29.331128 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98b631-1eb2-4ff2-ad9e-ca862465a489 None None] get_active_networks_info from dv-cinder-834962-1-iscsi {{(pid=108886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 19:35:29.395063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98b631-1eb2-4ff2-ad9e-ca862465a489 None None] No non-hosted networks {{(pid=108886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 19:35:29.402667 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.agentschedulers_db [None req-4c98b631-1eb2-4ff2-ad9e-ca862465a489 None None] DHCP Agent not found on host dv-cinder-834962-1-iscsi {{(pid=108886) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 19:35:29.463225 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4e9582da-6161-42a5-ae9b-dd14c89d7601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782724'] for agent, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:31.362878 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cd7330d8-b450-4128-9b48-88b0d40d169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782724'] for agent, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:31.397474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.db.api [None req-d153d04b-2d6a-4ee8-9c8e-cd5d84348afa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834962-1-iscsi {{(pid=108886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 19:35:31.398474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG oslo_db.api [None req-d153d04b-2d6a-4ee8-9c8e-cd5d84348afa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 19:35:32.014627 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d153d04b-2d6a-4ee8-9c8e-cd5d84348afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:32.894211 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782724'] for agent, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.231276 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782724'] for agent, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.796955 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782724'] for agent, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.798020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.798621 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.799171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.799720 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.800366 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.800909 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.801513 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.802066 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.802809 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.803351 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.803953 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.804482 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:34.805173 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834962-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:34.816186 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834962-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:35.002690 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.db.l3_hamode_db [None req-28bd1435-dfe0-42f5-96dd-0fecf8ef8dfb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 19:35:35.082101 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd1435-dfe0-42f5-96dd-0fecf8ef8dfb None None] Routers set() bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:35.082419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd1435-dfe0-42f5-96dd-0fecf8ef8dfb None None] Router IDs set() for agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 19:35:35.401440 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50192) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:35.905450 dv-cinder-834962-1-iscsi neutron-server[108884]: WARNING oslo_policy.policy [None req-2f77ba04-d347-4227-b8b9-13258cba2f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:35.906063 dv-cinder-834962-1-iscsi neutron-server[108884]: WARNING oslo_policy.policy [None req-2f77ba04-d347-4227-b8b9-13258cba2f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:36.132325 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [None req-2f77ba04-d347-4227-b8b9-13258cba2f05 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:35:36.133434 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-2f77ba04-d347-4227-b8b9-13258cba2f05 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7310054 Mar 23 19:35:38.546282 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50208) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:38.855298 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:38.951280 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.policy [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 19:35:38.995716 dv-cinder-834962-1-iscsi neutron-server[108884]: WARNING oslo_policy.policy [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:38.996710 dv-cinder-834962-1-iscsi neutron-server[108884]: WARNING oslo_policy.policy [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:39.139614 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745711719327', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745711719880', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745711928072', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745711930846', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745711361013', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745711950214', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3714905', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3709017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599744'] for rbac-policy, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:39.296611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:39.297809 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b2e579b6-a97b-41c0-acc2-3cd2e46f35df admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7505317 Mar 23 19:35:41.937281 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50220) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:42.248591 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Request body: {'network': {'name': 'private', 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:42.310792 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Made reservation on behalf of dbeb9eff92114d3a8085be759fb65a53 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:35:42.313661 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.331161 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.437188 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.499672 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.518830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:35:42.546211 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745712716903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.546794 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Unsubscribe: segment precommit_create {{(pid=108884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 19:35:42.547330 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Added segment 860097d0-5407-4bb0-a2ad-af0d8f672d6e of type vlan for network 6374d377-0136-49c4-9292-f42169b0c0dc Mar 23 19:35:42.563391 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2640ad90-1fff-4d21-b7ff-48287cb0eaac,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:42.611747 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.612100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.612438 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.612808 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.613162 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.613507 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.613833 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.614169 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.614506 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.614838 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.615139 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.615453 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Tracked resource versions report: Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: pushed versions: Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: { 'AddressGroup': {'1.2'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'ConntrackHelper': {'1.0'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Log': {'1.0'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Network': {'1.1'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Port': {'1.7'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'PortForwarding': {'1.2'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'QosPolicy': {'1.9'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroup': {'1.4'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SubPort': {'1.0'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Subnet': {'1.1'}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Trunk': {'1.1'}} Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: consumer versions: Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'ConntrackHelper': '1.0', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Log': '1.0', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Network': '1.1', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Port': '1.7', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'PortForwarding': '1.2', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'QosPolicy': '1.9', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroup': '1.4', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroupRule': '1.2', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SubPort': '1.0', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Subnet': '1.1', Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Trunk': '1.1'}} Mar 23 19:35:42.616567 dv-cinder-834962-1-iscsi neutron-server[108884]: {{(pid=108884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:35:42.656006 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.734042 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.735059 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:42.735696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.831339 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] Pushing event updated for resources: {'Network': ['ID=6374d377-0136-49c4-9292-f42169b0c0dc,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:42.840115 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-2e1ef7ef-64d2-4c8f-be6e-386e58dbf75d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9006510 Mar 23 19:35:42.842680 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 6374d377-0136-49c4-9292-f42169b0c0dc details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:35:45.539931 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50234) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:45.938737 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26231a6-78dc-408a-b823-d183f0ca2da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:45.940117 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-a26231a6-78dc-408a-b823-d183f0ca2da1 admin admin] 10.222.0.31 "GET /v2.0/networks/6374d377-0136-49c4-9292-f42169b0c0dc HTTP/1.1" status: 200 len: 825 time: 0.3992040 Mar 23 19:35:45.966421 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-218124d7-dd2d-47f4-81ba-42afd7255752 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/3430e368-6abe-4cb4-8c0e-80487e41b17e HTTP/1.1" status: 200 len: 734 time: 0.0200810 Mar 23 19:35:45.975635 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Request body: {'subnet': {'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:46.076391 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Made reservation on behalf of dbeb9eff92114d3a8085be759fb65a53 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:35:46.078710 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.442442 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.512375 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=86878922-f27a-4a0c-9c96-c33533ef66c9,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:46.516847 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Checking segment: {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:35:46.517255 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Network hostable DHCP agents. Network: 6374d377-0136-49c4-9292-f42169b0c0dc, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:35:46.613468 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Network 6374d377-0136-49c4-9292-f42169b0c0dc is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:35:46.687713 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 6374d377-0136-49c4-9292-f42169b0c0dc) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:35:46.692232 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:46.692887 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.697559 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706efde-5789-40a5-9a97-7b3974fe8f93 None None] Network 6374d377-0136-49c4-9292-f42169b0c0dc requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:35:46.782144 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5912f796-8fab-4193-9d25-91e165eea4dd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8096929 Mar 23 19:35:47.024861 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-6374d377-0136-49c4-9292-f42169b0c0dc', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:35:47.026247 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.325983 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Allocated IP 172.20.0.2 (6374d377-0136-49c4-9292-f42169b0c0dc/86878922-f27a-4a0c-9c96-c33533ef66c9/484c4bd8-5a3a-43cd-9090-94f4cb11c86b) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:35:47.528344 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.591899 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.668040 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Network 6374d377-0136-49c4-9292-f42169b0c0dc is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:35:47.672721 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:35:47.681537 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:35:47.684676 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Pushing event updated for resources: {'Port': ['ID=484c4bd8-5a3a-43cd-9090-94f4cb11c86b,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:47.716144 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.716823 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.716823 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.717199 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.717534 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.717865 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.718439 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.718772 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.719114 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.719440 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.719762 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.720082 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Tracked resource versions report: Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: pushed versions: Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: { 'AddressGroup': {'1.2'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'ConntrackHelper': {'1.0'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Log': {'1.0'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Network': {'1.1'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Port': {'1.7'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'PortForwarding': {'1.2'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'QosPolicy': {'1.9'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroup': {'1.4'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SubPort': {'1.0'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Subnet': {'1.1'}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Trunk': {'1.1'}} Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: consumer versions: Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'ConntrackHelper': '1.0', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Log': '1.0', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Network': '1.1', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Port': '1.7', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'PortForwarding': '1.2', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'QosPolicy': '1.9', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroup': '1.4', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroupRule': '1.2', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SubPort': '1.0', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Subnet': '1.1', Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Trunk': '1.1'}} Mar 23 19:35:47.721246 dv-cinder-834962-1-iscsi neutron-server[108886]: {{(pid=108886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:35:47.771879 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Attempting to bind port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:35:47.772272 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Attempting to bind port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:35:47.772693 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Attempting to bind port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b on network 6374d377-0136-49c4-9292-f42169b0c0dc {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:35:47.777780 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:35:47.778196 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Checking segment: {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:35:47.778654 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.779041 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Bound using segment: {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:35:47.779546 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Bound port: 484c4bd8-5a3a-43cd-9090-94f4cb11c86b, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:35:47.779951 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.848788 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] For port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:35:47.848788 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] For port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=484c4bd8-5a3a-43cd-9090-94f4cb11c86b,segment=NetworkSegment(860097d0-5407-4bb0-a2ad-af0d8f672d6e),segment_id=860097d0-5407-4bb0-a2ad-af0d8f672d6e)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:35:47.899992 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.965306 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267e862-31a7-440d-98db-f2a240830db9 None None] Pushing event updated for resources: {'Port': ['ID=484c4bd8-5a3a-43cd-9090-94f4cb11c86b,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:49.265693 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50242) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:49.580842 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [None req-999454e1-2749-4792-87a7-c9ec4a609191 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:35:49.581874 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-999454e1-2749-4792-87a7-c9ec4a609191 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152270 Mar 23 19:35:52.008929 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 50250) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:52.513436 dv-cinder-834962-1-iscsi neutron-server[108885]: WARNING oslo_policy.policy [None req-d3c3b5a8-6025-47f4-a3b9-143e4fb7834e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:52.514025 dv-cinder-834962-1-iscsi neutron-server[108885]: WARNING oslo_policy.policy [None req-d3c3b5a8-6025-47f4-a3b9-143e4fb7834e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:52.742458 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [None req-d3c3b5a8-6025-47f4-a3b9-143e4fb7834e admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:35:52.743717 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d3c3b5a8-6025-47f4-a3b9-143e4fb7834e admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7326508 Mar 23 19:35:55.434185 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 50270) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:55.734889 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Request body: {'router': {'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'name': 'router1', 'admin_state_up': True}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:55.801371 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.policy [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 19:35:55.847850 dv-cinder-834962-1-iscsi neutron-server[108885]: WARNING oslo_policy.policy [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:55.848248 dv-cinder-834962-1-iscsi neutron-server[108885]: WARNING oslo_policy.policy [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:35:55.969055 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:55.970998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.108911 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 484c4bd8-5a3a-43cd-9090-94f4cb11c86b up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:35:56.151228 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.206727 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:35:56.207151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.209830 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.296698 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.309044 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-7fe60241-ac5c-4de1-ad22-79b71b918392 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8628099 Mar 23 19:35:56.322168 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.361973 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=484c4bd8-5a3a-43cd-9090-94f4cb11c86b,segment=NetworkSegment(860097d0-5407-4bb0-a2ad-af0d8f672d6e),segment_id=860097d0-5407-4bb0-a2ad-af0d8f672d6e)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:56.414364 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.472185 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=484c4bd8-5a3a-43cd-9090-94f4cb11c86b,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:56.532433 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb41596-7234-45c9-a2be-f3a895f2a0b5 None None] Network 6374d377-0136-49c4-9292-f42169b0c0dc requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:35:56.646543 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-dd7e8b18-055d-4926-bb5a-e631471891ca None None] Provisioning complete for port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:35:56.646827 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dd7e8b18-055d-4926-bb5a-e631471891ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:57.000676 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-fda01509-f8ee-4c73-8d47-58916638aea3 None None] Provisioning complete for port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:35:57.001076 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-fda01509-f8ee-4c73-8d47-58916638aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.075844 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 484c4bd8-5a3a-43cd-9090-94f4cb11c86b up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:35:58.122818 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:35:58.123187 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.787902 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 50280) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:59.098380 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [None req-85cb4cb1-d1c2-4713-a37e-f0b713094713 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:35:59.099368 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-85cb4cb1-d1c2-4713-a37e-f0b713094713 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105233 Mar 23 19:35:59.294238 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-604f2c0a-f0f3-46f6-b654-3b305b836f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:01.328174 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6e72-982b-4811-80d9-de2a1066d945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:01.547838 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50288) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:01.855939 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:36:01.933978 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Made reservation on behalf of 8d0fe3093422455880e0c5c4e2c98424 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:36:01.936393 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:01.944494 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.016728 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.065157 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.080275 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Reserving flat network on physical network physnet1 {{(pid=108884) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 19:36:02.100453 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7f951e-cdb4-4461-9059-4e823b76eaf8,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:02.106589 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.106928 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Added segment e54c87be-0ba1-4dbb-84f3-858f526d5f48 of type flat for network 59901d46-0e76-482f-8879-69e15d01abdb Mar 23 19:36:02.159218 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.236591 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.237460 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:02.238023 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.293840 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] Pushing event updated for resources: {'Network': ['ID=59901d46-0e76-482f-8879-69e15d01abdb,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:02.302181 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-65cd6614-319e-4384-8426-b9752f20981e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7533274 Mar 23 19:36:02.320138 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 59901d46-0e76-482f-8879-69e15d01abdb details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:36:02.796584 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:04.161879 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:04.752216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50306) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:04.756589 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:04.952283 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222142ce-ccd9-4cee-84ce-92521ae285cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:04.954328 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-222142ce-ccd9-4cee-84ce-92521ae285cd admin admin] 10.222.0.31 "GET /v2.0/subnets/86878922-f27a-4a0c-9c96-c33533ef66c9 HTTP/1.1" status: 200 len: 849 time: 0.2012424 Mar 23 19:36:05.136724 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ae8f57d7-ff03-4798-bf66-c345e897d259 admin admin] 10.222.0.31 "GET /v2.0/routers/4b3393d7-dec5-4947-9a8f-a337928da86f HTTP/1.1" status: 200 len: 704 time: 0.1730418 Mar 23 19:36:05.448473 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:05.739789 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Allocated IP 172.20.0.1 (6374d377-0136-49c4-9292-f42169b0c0dc/86878922-f27a-4a0c-9c96-c33533ef66c9/1e9c2430-8cec-489b-8e44-00386d5df425) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:36:05.938810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.043311 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.116338 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Network 6374d377-0136-49c4-9292-f42169b0c0dc is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:36:06.120901 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:36:06.127260 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:36:06.128399 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.182972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Pushing event updated for resources: {'Port': ['ID=1e9c2430-8cec-489b-8e44-00386d5df425,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:06.356754 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-37a41c12-77a3-48ed-9468-50285bda7839 None None] Provisioning complete for port 1e9c2430-8cec-489b-8e44-00386d5df425 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:06.357335 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-37a41c12-77a3-48ed-9468-50285bda7839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.359925 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.389805 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-37a41c12-77a3-48ed-9468-50285bda7839 None None] Port 1e9c2430-8cec-489b-8e44-00386d5df425 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:36:06.521977 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:36:06.568079 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.624905 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.625628 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.683703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Pushing event updated for resources: {'Port': ['ID=1e9c2430-8cec-489b-8e44-00386d5df425,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:06.749582 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Network 6374d377-0136-49c4-9292-f42169b0c0dc is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:36:06.750870 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:36:06.909953 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-db66454c-88e7-45a0-8b4f-203b16a7073b None None] Provisioning complete for port 1e9c2430-8cec-489b-8e44-00386d5df425 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:06.910329 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-db66454c-88e7-45a0-8b4f-203b16a7073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:06.944945 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-db66454c-88e7-45a0-8b4f-203b16a7073b None None] Port 1e9c2430-8cec-489b-8e44-00386d5df425 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:36:07.002448 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Router 4b3393d7-dec5-4947-9a8f-a337928da86f is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:36:07.095410 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a20098-28da-4508-999b-e23e430706de admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:36:07.100802 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-64a20098-28da-4508-999b-e23e430706de admin admin] 10.222.0.31 "PUT /v2.0/routers/4b3393d7-dec5-4947-9a8f-a337928da86f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9569738 Mar 23 19:36:07.106911 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Sync routers for ids ['4b3393d7-dec5-4947-9a8f-a337928da86f'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:36:07.119301 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Routers {'4b3393d7-dec5-4947-9a8f-a337928da86f'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:36:07.120125 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:36:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['4b3393d7-dec5-4947-9a8f-a337928da86f'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:07.306264 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Set router 4b3393d7-dec5-4947-9a8f-a337928da86f gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:36:07.732171 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'name': 'router1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:35:55Z', 'updated_at': '2022-03-23T19:36:06Z', 'revision_number': 2, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'gw_port_host': None, '_interfaces': [{'id': '1e9c2430-8cec-489b-8e44-00386d5df425', 'name': '', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'mac_address': 'fa:16:3e:d1:2a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:05Z', 'updated_at': '2022-03-23T19:36:06Z', 'revision_number': 2, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'subnets': [{'id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:07.782934 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Checking router: 4b3393d7-dec5-4947-9a8f-a337928da86f for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:36:07.783297 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Updating router 4b3393d7-dec5-4947-9a8f-a337928da86f port 1e9c2430-8cec-489b-8e44-00386d5df425 binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:36:07.830571 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.336465 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.385200 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.550107 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Pushing event updated for resources: {'Port': ['ID=1e9c2430-8cec-489b-8e44-00386d5df425,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:08.559742 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Attempting to bind port 1e9c2430-8cec-489b-8e44-00386d5df425 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:36:08.560132 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Attempting to bind port 1e9c2430-8cec-489b-8e44-00386d5df425 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:36:08.561316 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Attempting to bind port 1e9c2430-8cec-489b-8e44-00386d5df425 on network 6374d377-0136-49c4-9292-f42169b0c0dc {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:36:08.565093 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.565457 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.565793 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.566137 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.566427 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.566749 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.567066 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.567384 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.567715 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.568032 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.568345 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.568654 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Tracked resource versions report: Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: pushed versions: Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: { 'AddressGroup': {'1.2'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'ConntrackHelper': {'1.0'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Log': {'1.0'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Network': {'1.1'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Port': {'1.7'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'PortForwarding': {'1.2'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'QosPolicy': {'1.9'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroup': {'1.4'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SubPort': {'1.0'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Subnet': {'1.1'}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Trunk': {'1.1'}} Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: consumer versions: Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'ConntrackHelper': '1.0', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Log': '1.0', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Network': '1.1', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Port': '1.7', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'PortForwarding': '1.2', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'QosPolicy': '1.9', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroup': '1.4', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroupRule': '1.2', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SubPort': '1.0', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Subnet': '1.1', Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Trunk': '1.1'}} Mar 23 19:36:08.569798 dv-cinder-834962-1-iscsi neutron-server[108887]: {{(pid=108887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:36:08.575330 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-980c0e12-8cbf-4dd2-974e-c7f28527ca00 None None] Provisioning complete for port 1e9c2430-8cec-489b-8e44-00386d5df425 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:08.575825 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-980c0e12-8cbf-4dd2-974e-c7f28527ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.576161 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:36:08.576566 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Checking segment: {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:36:08.577073 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.577457 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Bound using segment: {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:36:08.577971 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Bound port: 1e9c2430-8cec-489b-8e44-00386d5df425, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860097d0-5407-4bb0-a2ad-af0d8f672d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:36:08.578358 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.611331 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-980c0e12-8cbf-4dd2-974e-c7f28527ca00 None None] Port 1e9c2430-8cec-489b-8e44-00386d5df425 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:36:08.645650 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] For port 1e9c2430-8cec-489b-8e44-00386d5df425, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:36:08.663928 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] For port 1e9c2430-8cec-489b-8e44-00386d5df425, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=1e9c2430-8cec-489b-8e44-00386d5df425,segment=NetworkSegment(860097d0-5407-4bb0-a2ad-af0d8f672d6e),segment_id=860097d0-5407-4bb0-a2ad-af0d8f672d6e)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:36:08.717039 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:08.776093 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b1d7e-172d-4234-8053-cc29a0886129 None None] Pushing event updated for resources: {'Port': ['ID=1e9c2430-8cec-489b-8e44-00386d5df425,revision_number=4']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:08.783096 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Routers {'4b3393d7-dec5-4947-9a8f-a337928da86f'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:36:08.783698 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:36:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['4b3393d7-dec5-4947-9a8f-a337928da86f'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:08.873880 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] Set router 4b3393d7-dec5-4947-9a8f-a337928da86f gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:36:08.932862 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f792a44f-707a-4dd7-8a35-90e2ce6dffaa None None] Provisioning complete for port 1e9c2430-8cec-489b-8e44-00386d5df425 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:08.933285 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f792a44f-707a-4dd7-8a35-90e2ce6dffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:09.012159 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f792a44f-707a-4dd7-8a35-90e2ce6dffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:09.045181 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f792a44f-707a-4dd7-8a35-90e2ce6dffaa None None] For port 1e9c2430-8cec-489b-8e44-00386d5df425, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=1e9c2430-8cec-489b-8e44-00386d5df425,segment=NetworkSegment(860097d0-5407-4bb0-a2ad-af0d8f672d6e),segment_id=860097d0-5407-4bb0-a2ad-af0d8f672d6e)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:36:09.086929 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'name': 'router1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:35:55Z', 'updated_at': '2022-03-23T19:36:06Z', 'revision_number': 2, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'gw_port_host': None, '_interfaces': [{'id': '1e9c2430-8cec-489b-8e44-00386d5df425', 'name': '', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'mac_address': 'fa:16:3e:d1:2a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:05Z', 'updated_at': '2022-03-23T19:36:08Z', 'revision_number': 4, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'subnets': [{'id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:09.094102 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f792a44f-707a-4dd7-8a35-90e2ce6dffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:09.117731 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1029b-f84d-48b0-898d-857b82542e10 None None] The sync data for ids ['4b3393d7-dec5-4947-9a8f-a337928da86f'] in dv-cinder-834962-1-iscsi is: [{'id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'name': 'router1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:35:55Z', 'updated_at': '2022-03-23T19:36:06Z', 'revision_number': 2, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'gw_port_host': None, '_interfaces': [{'id': '1e9c2430-8cec-489b-8e44-00386d5df425', 'name': '', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'mac_address': 'fa:16:3e:d1:2a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:05Z', 'updated_at': '2022-03-23T19:36:08Z', 'revision_number': 4, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'subnets': [{'id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:36:09.141831 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792a44f-707a-4dd7-8a35-90e2ce6dffaa None None] Pushing event updated for resources: {'Port': ['ID=1e9c2430-8cec-489b-8e44-00386d5df425,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:09.385899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50326) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:09.496376 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee364ca-b260-4017-9e5f-74c81927d0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:09.497786 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4ee364ca-b260-4017-9e5f-74c81927d0f7 admin admin] 10.222.0.31 "GET /v2.0/networks/59901d46-0e76-482f-8879-69e15d01abdb HTTP/1.1" status: 200 len: 842 time: 0.1103790 Mar 23 19:36:09.507806 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Request body: {'subnet': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:36:09.579485 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Made reservation on behalf of 8d0fe3093422455880e0c5c4e2c98424 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:36:09.581827 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:09.910836 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.objects.ports [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 19:36:09.911261 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:09.967993 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f61129-375f-40be-8de6-63c3abc0a23a,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:09.978050 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:36:09.978402 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Network hostable DHCP agents. Network: 59901d46-0e76-482f-8879-69e15d01abdb, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:36:10.041975 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:36:10.093576 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 59901d46-0e76-482f-8879-69e15d01abdb) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:36:10.097883 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:10.098465 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:10.104191 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e660a-307b-4ffe-a8bf-9a1318b27364 None None] Network 59901d46-0e76-482f-8879-69e15d01abdb requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:36:10.205100 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3a460d4e-2e0d-4b49-a39c-0e33a26eaec5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6887739 Mar 23 19:36:10.236061 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51556e2-5d70-48ee-9a77-db1aa3b7c043 None None] Network 59901d46-0e76-482f-8879-69e15d01abdb requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:36:12.556880 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50334) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:12.754222 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-00d441de-ab46-4e66-a62f-11bdf1edae97 admin admin] 10.222.0.31 "GET /v2.0/routers/4b3393d7-dec5-4947-9a8f-a337928da86f HTTP/1.1" status: 200 len: 710 time: 0.1961946 Mar 23 19:36:12.857534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46897afc-ee88-416c-b9a7-d61581d25b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:12.857534 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-46897afc-ee88-416c-b9a7-d61581d25b50 admin admin] 10.222.0.31 "GET /v2.0/networks/59901d46-0e76-482f-8879-69e15d01abdb HTTP/1.1" status: 200 len: 886 time: 0.0868392 Mar 23 19:36:12.859411 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:36:13.101691 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:13.429618 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:13.507950 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:13.612341 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Allocated IP 172.27.1.170 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/d0467729-f840-4b22-a696-e1cdb9787878) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:36:13.714021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:13.831482 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:13.870537 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:36:13.873409 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:36:13.875961 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:36:13.910786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Pushing event updated for resources: {'Port': ['ID=d0467729-f840-4b22-a696-e1cdb9787878,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:14.185158 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:14.485303 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-783208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48589'] for router, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:14.489708 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-783757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-783748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783207'] for router, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:14.603446 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Router 4b3393d7-dec5-4947-9a8f-a337928da86f has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:36:14.707034 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:36:14.711639 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:14.712362 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-01bbd37e-5836-4f4e-86b7-c592dca5471d admin admin] 10.222.0.31 "PUT /v2.0/routers/4b3393d7-dec5-4947-9a8f-a337928da86f HTTP/1.1" status: 200 len: 890 time: 1.8563213 Mar 23 19:36:15.595016 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Sync routers for ids ['4b3393d7-dec5-4947-9a8f-a337928da86f'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:36:15.606245 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Routers {'4b3393d7-dec5-4947-9a8f-a337928da86f'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:36:15.606901 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:36:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['4b3393d7-dec5-4947-9a8f-a337928da86f'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:15.809631 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Set router 4b3393d7-dec5-4947-9a8f-a337928da86f gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:36:16.115489 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 1e9c2430-8cec-489b-8e44-00386d5df425 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:36:16.226728 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 1e9c2430-8cec-489b-8e44-00386d5df425 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:16.227098 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:16.342754 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'name': 'router1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0467729-f840-4b22-a696-e1cdb9787878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:35:55Z', 'updated_at': '2022-03-23T19:36:13Z', 'revision_number': 4, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'gw_port': {'id': 'd0467729-f840-4b22-a696-e1cdb9787878', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:13Z', 'updated_at': '2022-03-23T19:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '1e9c2430-8cec-489b-8e44-00386d5df425', 'name': '', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'mac_address': 'fa:16:3e:d1:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:05Z', 'updated_at': '2022-03-23T19:36:09Z', 'revision_number': 5, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'subnets': [{'id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:16.393542 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Checking router: 4b3393d7-dec5-4947-9a8f-a337928da86f for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:36:16.393809 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Updating router 4b3393d7-dec5-4947-9a8f-a337928da86f port d0467729-f840-4b22-a696-e1cdb9787878 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:36:16.453631 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:16.812497 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:16.888039 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:16.913445 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Attempting to bind port d0467729-f840-4b22-a696-e1cdb9787878 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:36:16.913808 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Attempting to bind port d0467729-f840-4b22-a696-e1cdb9787878 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:36:16.914162 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Attempting to bind port d0467729-f840-4b22-a696-e1cdb9787878 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:36:16.919429 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:36:16.919898 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:36:16.920390 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:16.920844 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:36:16.921601 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Bound port: d0467729-f840-4b22-a696-e1cdb9787878, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:36:16.921997 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:17.018691 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d37551-f537-4e9f-baa2-c9e0b348f64e None None] Pushing event updated for resources: {'Port': ['ID=d0467729-f840-4b22-a696-e1cdb9787878,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:17.032494 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] For port d0467729-f840-4b22-a696-e1cdb9787878, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:36:17.035993 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] For port d0467729-f840-4b22-a696-e1cdb9787878, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d0467729-f840-4b22-a696-e1cdb9787878,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:36:17.106856 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:17.178307 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d37551-f537-4e9f-baa2-c9e0b348f64e None None] Pushing event updated for resources: {'Port': ['ID=d0467729-f840-4b22-a696-e1cdb9787878,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:17.181132 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Routers {'4b3393d7-dec5-4947-9a8f-a337928da86f'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:36:17.181729 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:36:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['4b3393d7-dec5-4947-9a8f-a337928da86f'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:17.188509 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50346) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:17.295566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] Set router 4b3393d7-dec5-4947-9a8f-a337928da86f gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:36:17.313034 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8edbdc71-f876-4b29-95aa-a8989c13c2fc admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1090300 Mar 23 19:36:17.517166 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'name': 'router1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0467729-f840-4b22-a696-e1cdb9787878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:35:55Z', 'updated_at': '2022-03-23T19:36:13Z', 'revision_number': 4, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'gw_port': {'id': 'd0467729-f840-4b22-a696-e1cdb9787878', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:13Z', 'updated_at': '2022-03-23T19:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '1e9c2430-8cec-489b-8e44-00386d5df425', 'name': '', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'mac_address': 'fa:16:3e:d1:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:05Z', 'updated_at': '2022-03-23T19:36:09Z', 'revision_number': 5, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'subnets': [{'id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:17.545599 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e9c8e-cde2-4719-9022-dac1dddfd63d None None] The sync data for ids ['4b3393d7-dec5-4947-9a8f-a337928da86f'] in dv-cinder-834962-1-iscsi is: [{'id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'name': 'router1', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd0467729-f840-4b22-a696-e1cdb9787878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:35:55Z', 'updated_at': '2022-03-23T19:36:13Z', 'revision_number': 4, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'gw_port': {'id': 'd0467729-f840-4b22-a696-e1cdb9787878', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:13Z', 'updated_at': '2022-03-23T19:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '1e9c2430-8cec-489b-8e44-00386d5df425', 'name': '', 'network_id': '6374d377-0136-49c4-9292-f42169b0c0dc', 'tenant_id': 'dbeb9eff92114d3a8085be759fb65a53', 'mac_address': 'fa:16:3e:d1:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3393d7-dec5-4947-9a8f-a337928da86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:36:05Z', 'updated_at': '2022-03-23T19:36:09Z', 'revision_number': 5, 'project_id': 'dbeb9eff92114d3a8085be759fb65a53', 'subnets': [{'id': '86878922-f27a-4a0c-9c96-c33533ef66c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3430e368-6abe-4cb4-8c0e-80487e41b17e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:36:18.139529 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d0467729-f840-4b22-a696-e1cdb9787878 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:36:18.201573 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port d0467729-f840-4b22-a696-e1cdb9787878 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:18.201967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:18.317042 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:18.347320 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port d0467729-f840-4b22-a696-e1cdb9787878, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d0467729-f840-4b22-a696-e1cdb9787878,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:36:18.408108 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:18.456910 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=d0467729-f840-4b22-a696-e1cdb9787878,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:20.090716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d0467729-f840-4b22-a696-e1cdb9787878 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:36:20.142038 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port d0467729-f840-4b22-a696-e1cdb9787878 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:36:20.142408 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:29.282381 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-6d573810-da2d-4604-a8eb-2650a445ef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:31.339744 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-25b23cfd-6506-48fb-ab61-625510bbb4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:32.802286 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:34.156869 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:34.784948 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:43.529201 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:36:59.281880 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-bc329798-7b54-42da-8fd8-b31e07f740e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:01.339349 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f2741bc0-fea4-4626-af67-bdefbe58c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:02.796327 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:04.168134 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:04.739014 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:20.520035 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:37:29.269715 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f9978745-325e-4c3b-865e-e186c3f9711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:31.344417 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-bbbaac55-f935-4c8f-947a-651ea974ffa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:32.807034 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:34.167137 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:34.772859 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:56.127180 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50908) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:37:56.191540 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec56d338-e1f6-4de7-8760-385fb92af2bd admin admin] GET failed (client error): The resource could not be found. Mar 23 19:37:56.192878 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ec56d338-e1f6-4de7-8760-385fb92af2bd admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647321 Mar 23 19:37:56.353476 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb1991-435d-48d8-8019-f55006fb82e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:56.354874 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b8cb1991-435d-48d8-8019-f55006fb82e0 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573138 Mar 23 19:37:57.518316 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:37:58.580530 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50918) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:37:58.671805 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb7be94-f03b-46a8-9d0a-52c44e47b920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:58.673387 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-bcb7be94-f03b-46a8-9d0a-52c44e47b920 admin admin] 10.222.0.31 "GET /v2.0/subnets/86878922-f27a-4a0c-9c96-c33533ef66c9 HTTP/1.1" status: 200 len: 849 time: 0.0917335 Mar 23 19:37:58.684500 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:37:58.768449 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Notify callbacks [] for subnet, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:58.967617 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745712741560'] for subnet, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:58.998906 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:58.999904 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:59.000912 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] 10.222.0.31 "PUT /v2.0/subnets/86878922-f27a-4a0c-9c96-c33533ef66c9 HTTP/1.1" status: 200 len: 868 time: 0.3198781 Mar 23 19:37:59.003069 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982c58f-90e2-4b08-9b5e-c2e0c3f76730 None None] Network 6374d377-0136-49c4-9292-f42169b0c0dc requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:37:59.019382 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86878922-f27a-4a0c-9c96-c33533ef66c9,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:37:59.026624 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.027018 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.027344 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.027682 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.028659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.029034 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.029443 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.029780 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.030147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.030477 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.030800 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.031126 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e61fc0-8697-4b89-beed-efbb31654d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:59.275531 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3325d84d-f2f3-4a69-babd-d59f512d108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:59.357208 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-8475cc25-5222-4e54-a8d6-1f805bd4713f None None] Provisioning complete for port 1e9c2430-8cec-489b-8e44-00386d5df425 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:37:59.357581 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8475cc25-5222-4e54-a8d6-1f805bd4713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:59.443267 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-8475cc25-5222-4e54-a8d6-1f805bd4713f None None] Provisioning complete for port 484c4bd8-5a3a-43cd-9090-94f4cb11c86b triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:37:59.443631 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8475cc25-5222-4e54-a8d6-1f805bd4713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:01.233531 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50926) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:01.344241 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f596fd58-e55f-4bf0-b7f8-fcabee1f5818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:01.429828 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc333450-0704-4bdc-bd2e-1af2f240480c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:01.430202 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc333450-0704-4bdc-bd2e-1af2f240480c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:01.431750 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-fc333450-0704-4bdc-bd2e-1af2f240480c admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972673 Mar 23 19:38:02.783869 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:03.673623 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50934) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:03.805286 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fc990-22dd-40fb-a540-2dff52d17f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:03.805682 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fc990-22dd-40fb-a540-2dff52d17f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:03.807203 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-760fc990-22dd-40fb-a540-2dff52d17f0b admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326351 Mar 23 19:38:04.161281 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:04.795799 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:06.015258 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50942) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:06.140219 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29a938-054c-4b3d-a58c-2937f12780a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:06.141881 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-6b29a938-054c-4b3d-a58c-2937f12780a9 admin admin] 10.222.0.31 "GET /v2.0/networks/59901d46-0e76-482f-8879-69e15d01abdb HTTP/1.1" status: 200 len: 886 time: 0.1256399 Mar 23 19:38:08.420783 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 50950) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:08.691950 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04cb8bf-fa21-4f8a-8f53-31aefc85381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:08.693502 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b04cb8bf-fa21-4f8a-8f53-31aefc85381d admin admin] 10.222.0.31 "GET /v2.0/networks/6374d377-0136-49c4-9292-f42169b0c0dc HTTP/1.1" status: 200 len: 869 time: 0.2715256 Mar 23 19:38:10.896923 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 50960) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:11.024330 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142a01d-5ea7-4861-9c0a-5a25f26634e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:11.024784 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142a01d-5ea7-4861-9c0a-5a25f26634e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:11.026322 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-7142a01d-5ea7-4861-9c0a-5a25f26634e4 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284320 Mar 23 19:38:13.248759 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50968) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:13.368810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d0bb7-1995-40e9-918a-600011cc5b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:13.369299 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d0bb7-1995-40e9-918a-600011cc5b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:13.370795 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-368d0bb7-1995-40e9-918a-600011cc5b86 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210740 Mar 23 19:38:15.591235 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 50976) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:15.777415 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e9a9d-0cfb-4ad7-91f7-dd9c81234ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:15.779699 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-096e9a9d-0cfb-4ad7-91f7-dd9c81234ee5 admin admin] 10.222.0.31 "GET /v2.0/subnets/73f61129-375f-40be-8de6-63c3abc0a23a HTTP/1.1" status: 200 len: 816 time: 0.1874611 Mar 23 19:38:18.003537 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 50984) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:18.125887 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac68998-e507-4364-b95c-bfc6a48c083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:18.127215 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5ac68998-e507-4364-b95c-bfc6a48c083e admin admin] 10.222.0.31 "GET /v2.0/subnets/86878922-f27a-4a0c-9c96-c33533ef66c9 HTTP/1.1" status: 200 len: 868 time: 0.1227522 Mar 23 19:38:29.281081 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a0a5dad1-07f3-4e4c-95dd-f7a1dbe7ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:31.344504 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-2f21130e-203f-4986-bdfc-fa301673c622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:32.801072 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:34.172478 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:34.517135 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:38:34.766863 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:38.282534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51038) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:38.329386 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [None req-4277543c-ded0-4fb4-b485-4ad174b34dce admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:38:38.330369 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4277543c-ded0-4fb4-b485-4ad174b34dce admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469010 Mar 23 19:38:40.623942 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51046) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:40.683445 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5cecef-4940-4be2-a4f7-5e2ec9e0733a admin admin] GET failed (client error): The resource could not be found. Mar 23 19:38:40.684783 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5c5cecef-4940-4be2-a4f7-5e2ec9e0733a admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599072 Mar 23 19:38:40.769027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37b145-6f7e-43be-b4ed-97a2835e6093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:40.770421 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-fd37b145-6f7e-43be-b4ed-97a2835e6093 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809565 Mar 23 19:38:42.995133 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51054) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:43.042442 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:38:43.115370 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Made reservation on behalf of 8d0fe3093422455880e0c5c4e2c98424 for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:38:43.118019 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:43.161183 dv-cinder-834962-1-iscsi neutron-server[108885]: WARNING neutron.services.revisions.revision_plugin [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Could not find related network for resource to bump revision. Mar 23 19:38:43.176215 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:38:43.192149 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745712716903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:43.192764 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Unsubscribe: segment precommit_create {{(pid=108885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 19:38:43.193270 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Added segment 55639452-3abb-4f2a-a106-deec83bec447 of type vlan for network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 Mar 23 19:38:43.246733 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:43.326765 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:43.327895 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:43.328639 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:43.440750 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4444470 Mar 23 19:38:43.443998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Pushing event updated for resources: {'Network': ['ID=311bcb1a-fb75-4b19-ba93-e9c2d8fe1668,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:38:43.454423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.454788 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.455139 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.455476 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.455808 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.456143 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.456475 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.456827 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.457193 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.457519 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.457842 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.458162 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f72c178-816e-440e-b870-3eea8475479a admin admin] Tracked resource versions report: Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: pushed versions: Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: { 'AddressGroup': {'1.2'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'ConntrackHelper': {'1.0'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Log': {'1.0'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Network': {'1.1'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Port': {'1.7'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'PortForwarding': {'1.2'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'QosPolicy': {'1.9'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroup': {'1.4'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SubPort': {'1.0'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Subnet': {'1.1'}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Trunk': {'1.1'}} Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: consumer versions: Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'ConntrackHelper': '1.0', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Log': '1.0', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Network': '1.1', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Port': '1.7', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'PortForwarding': '1.2', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'QosPolicy': '1.9', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroup': '1.4', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroupRule': '1.2', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SubPort': '1.0', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Subnet': '1.1', Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Trunk': '1.1'}} Mar 23 19:38:43.459361 dv-cinder-834962-1-iscsi neutron-server[108885]: {{(pid=108885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:38:43.493320 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:38:45.712955 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51066) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:38:45.773763 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf15b27-1dc2-45f8-8faa-a0b9a0e9a9bc admin admin] GET failed (client error): The resource could not be found. Mar 23 19:38:45.775038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-baf15b27-1dc2-45f8-8faa-a0b9a0e9a9bc admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610867 Mar 23 19:38:45.874842 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e9f8d-2a8a-4d06-8b6a-d2f5b14373fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:45.876251 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a20e9f8d-2a8a-4d06-8b6a-d2f5b14373fa admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965552 Mar 23 19:38:45.886530 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668', 'cidr': '192.168.233.0/24'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:38:45.944046 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Made reservation on behalf of 8d0fe3093422455880e0c5c4e2c98424 for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:38:45.946672 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.166742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.227588 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e50bb7-ca86-4768-b7af-bbe215093a89,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:38:46.236205 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Checking segment: {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:38:46.236583 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Network hostable DHCP agents. Network: 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:38:46.310692 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:38:46.389781 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:38:46.394437 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:46.395012 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.399896 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b13bb0-5bd9-4085-b138-46d89be36089 None None] Network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:38:46.472693 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-07849df5-027f-41a7-985c-0f33a71270fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5894814 Mar 23 19:38:46.546350 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-311bcb1a-fb75-4b19-ba93-e9c2d8fe1668', 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668', 'tenant_id': '8d0fe3093422455880e0c5c4e2c98424', 'fixed_ips': [{'subnet_id': '32e50bb7-ca86-4768-b7af-bbe215093a89'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:38:46.547237 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.706890 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Allocated IP 192.168.233.2 (311bcb1a-fb75-4b19-ba93-e9c2d8fe1668/32e50bb7-ca86-4768-b7af-bbe215093a89/aafbef83-76d1-48d3-81bc-56c6f8308d5d) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:38:46.856211 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.916710 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.973531 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:38:46.977253 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:38:46.978969 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Pushing event updated for resources: {'Port': ['ID=aafbef83-76d1-48d3-81bc-56c6f8308d5d,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:38:46.981851 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:38:46.992218 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.992584 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.992933 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.993295 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.993623 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.993970 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.994295 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.994622 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.994961 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.995280 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.995597 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:46.995913 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:38:47.049715 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Attempting to bind port aafbef83-76d1-48d3-81bc-56c6f8308d5d on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:38:47.050087 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Attempting to bind port aafbef83-76d1-48d3-81bc-56c6f8308d5d by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:38:47.050440 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Attempting to bind port aafbef83-76d1-48d3-81bc-56c6f8308d5d on network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:38:47.055428 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:38:47.055806 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Checking segment: {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:38:47.056206 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:47.056592 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Bound using segment: {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:38:47.057072 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Bound port: aafbef83-76d1-48d3-81bc-56c6f8308d5d, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:38:47.057469 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:47.121306 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] For port aafbef83-76d1-48d3-81bc-56c6f8308d5d, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:38:47.124864 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] For port aafbef83-76d1-48d3-81bc-56c6f8308d5d, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=aafbef83-76d1-48d3-81bc-56c6f8308d5d,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:38:47.190588 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:47.245418 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad182a-05c4-4945-be4e-91fabbea519a None None] Pushing event updated for resources: {'Port': ['ID=aafbef83-76d1-48d3-81bc-56c6f8308d5d,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:38:48.082306 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a73ca-599c-417e-8cfa-0db38d9b5f19 None None] Network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:38:48.170677 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-da61272c-a79f-48e5-94cb-ab6781a2ceed None None] Provisioning complete for port aafbef83-76d1-48d3-81bc-56c6f8308d5d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:38:48.171045 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-da61272c-a79f-48e5-94cb-ab6781a2ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:48.225543 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device aafbef83-76d1-48d3-81bc-56c6f8308d5d up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:38:48.359777 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-da61272c-a79f-48e5-94cb-ab6781a2ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:48.371151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port aafbef83-76d1-48d3-81bc-56c6f8308d5d triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:38:48.372093 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:48.431956 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-da61272c-a79f-48e5-94cb-ab6781a2ceed None None] For port aafbef83-76d1-48d3-81bc-56c6f8308d5d, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=aafbef83-76d1-48d3-81bc-56c6f8308d5d,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:38:48.488547 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:48.527371 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-da61272c-a79f-48e5-94cb-ab6781a2ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:48.604959 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 19:38:48.605345 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG oslo_db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 19:38:48.610171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61272c-a79f-48e5-94cb-ab6781a2ceed None None] Pushing event updated for resources: {'Port': ['ID=aafbef83-76d1-48d3-81bc-56c6f8308d5d,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:38:48.646975 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-bf7f0a58-0c15-4033-8190-362cedf209a9 None None] Provisioning complete for port aafbef83-76d1-48d3-81bc-56c6f8308d5d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:38:48.647363 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a58-0c15-4033-8190-362cedf209a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:50.176401 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device aafbef83-76d1-48d3-81bc-56c6f8308d5d up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:38:50.226352 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port aafbef83-76d1-48d3-81bc-56c6f8308d5d triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:38:50.226717 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:59.286615 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-08c9f5a3-0ddb-472f-9c7b-ced6b6980678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:01.355284 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-43bf4262-b28c-4e0e-b6cd-63d82235f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:02.784020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:04.178480 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:04.800837 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:11.515912 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:39:29.275468 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-6b364608-44a7-4afd-b7e4-1540079f85b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.332434 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7d5dba7a-ee52-4ce5-8dde-cc98820fe02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:32.795268 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:34.177837 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:34.755205 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:48.514120 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:39:59.321269 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-08e0a0a2-8734-4afe-9cec-9e87b69778c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:01.349340 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f57b9615-2e12-4c16-a7ac-1193ac07a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:02.818573 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:04.161462 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:04.778595 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:16.320415 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51106) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:40:16.326116 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [None req-e8b4fd1a-741d-4105-a978-39d7317f2cc7 tempest-verify_tempest_config-1465667876 tempest-verify_tempest_config-1465667876-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:40:16.327130 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e8b4fd1a-741d-4105-a978-39d7317f2cc7 tempest-verify_tempest_config-1465667876 tempest-verify_tempest_config-1465667876-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056601 Mar 23 19:40:16.751016 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51124) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:40:16.852276 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:16.949326 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:16.989274 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:17.041651 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bca0513c3094e3cbac9854c20c33891&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2893310 Mar 23 19:40:17.042456 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b86c37-bb2a-4c72-b842-3b466f947821,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:40:17.044250 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51128) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:40:17.054592 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.054953 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.055294 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.055626 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.055954 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.056298 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.056627 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.056965 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.057336 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.057657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.057977 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.058291 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c8c1e-4776-4e5d-9ccb-18989b3e17f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:40:17.107998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6bce21b-60c6-43dd-94c9-5483841e544f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:17.127992 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6bce21b-60c6-43dd-94c9-5483841e544f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:17.258448 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6bce21b-60c6-43dd-94c9-5483841e544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:17.260976 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6bce21b-60c6-43dd-94c9-5483841e544f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:17.262133 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c6bce21b-60c6-43dd-94c9-5483841e544f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71b86c37-bb2a-4c72-b842-3b466f947821 HTTP/1.1" status: 204 len: 168 time: 0.2162325 Mar 23 19:40:17.271455 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bce21b-60c6-43dd-94c9-5483841e544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b86c37-bb2a-4c72-b842-3b466f947821,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:40:25.513010 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:40:29.286474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4f614d64-cd5d-4cba-a61d-be6eb9fbb2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:31.343169 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ad4494b5-ab27-42b7-b008-07807a30ffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:32.817972 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:34.161035 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:34.795599 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:59.320613 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8d47747-14ce-42c1-a070-3be006b9b0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:01.343502 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3be204ba-35ef-4d16-a9fc-b8a4fea88515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:02.511351 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:41:02.829741 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:04.200694 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:04.806525 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:29.309671 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e671d93b-102c-46bc-b396-473ac4e3aa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:31.360829 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e545b59e-16d9-49a9-9e25-128067e09c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:32.829471 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:34.189578 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:34.772187 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:39.510331 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 5 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:41:58.326746 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-782724'] for agent, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:59.315081 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c24fc5d5-2bec-49b6-8465-0007dcd62bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:01.321149 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db14248-f26f-49fd-b041-e0e007674f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:02.818315 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:04.195712 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:04.766639 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:13.278592 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51198) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:42:13.380471 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-db02542c-51b8-41c2-9b07-9a0b45405860 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1007316 Mar 23 19:42:15.690151 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51208) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:42:15.745201 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-cf896f3d-63a5-47f6-ae9c-ddfb267b1ffc admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539329 Mar 23 19:42:16.510221 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:42:28.303685 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:29.292650 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f7386579-e17a-4330-9524-d00f31cee49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:31.349629 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-fe96d427-9df4-423e-b79c-ce2a12f46af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:32.846633 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:34.189599 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:34.778427 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:53.508170 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:42:58.303834 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:59.303939 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7fc31b93-433b-44a8-9bf9-a4d1ccdd0e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:01.339196 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-21e2cb97-4b7b-4d14-b938-24bc8604470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:02.823812 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:04.201439 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:04.750105 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:28.367234 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:29.304383 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb7f7-435b-4878-bf58-ca1f3088fadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:30.506150 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:43:31.349769 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-bd6023f9-b48f-4950-b721-8be5a3c5b123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:32.829843 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:34.201674 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:34.750142 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:58.341343 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:59.327544 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-507c6f75-38c5-442a-91c9-b0b5d2fd5f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:01.333128 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f0b5baf7-783d-49ca-b15b-c4e1c6899385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:01.924608 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51398) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:02.161286 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51416) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:02.244432 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-network', 'tenant_id': '0ce2607b55fe471985432493a514d7f9'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:02.321264 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Made reservation on behalf of 0ce2607b55fe471985432493a514d7f9 for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:02.323814 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.332537 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.413530 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.481665 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.502030 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:02.516935 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d65f11-ad3a-4281-a8de-426c007c66e6,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:02.523311 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.523752 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Added segment 75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc of type vlan for network 1458d76f-8d16-40dd-af13-cb257758231c Mar 23 19:44:02.542694 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.543046 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.543614 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.543956 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.544288 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.544637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.544970 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.545333 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.545657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.546105 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.546439 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.546769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Tracked resource versions report: Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: pushed versions: Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: { 'AddressGroup': {'1.2'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'ConntrackHelper': {'1.0'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Log': {'1.0'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Network': {'1.1'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Port': {'1.7'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'PortForwarding': {'1.2'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'QosPolicy': {'1.9'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroup': {'1.4'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SubPort': {'1.0'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Subnet': {'1.1'}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Trunk': {'1.1'}} Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: consumer versions: Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'ConntrackHelper': '1.0', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Log': '1.0', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Network': '1.1', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Port': '1.7', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'PortForwarding': '1.2', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'QosPolicy': '1.9', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroup': '1.4', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SecurityGroupRule': '1.2', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'SubPort': '1.0', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Subnet': '1.1', Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: 'Trunk': '1.1'}} Mar 23 19:44:02.547849 dv-cinder-834962-1-iscsi neutron-server[108885]: {{(pid=108885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:44:02.587890 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.657556 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1435840562-network', 'tenant_id': 'cbba2a712c7d41ac95a0df5ac5fcdcdc'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:02.673282 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.674235 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:02.674815 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.686413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51440) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:02.751386 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Made reservation on behalf of cbba2a712c7d41ac95a0df5ac5fcdcdc for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:02.752356 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.755507 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] Pushing event updated for resources: {'Network': ['ID=1458d76f-8d16-40dd-af13-cb257758231c,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:02.763775 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.765220 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51450) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:02.769184 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 1458d76f-8d16-40dd-af13-cb257758231c details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:02.805916 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f05fa3f4-a6f0-481e-ab77-8682a43d22ed admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8795731 Mar 23 19:44:02.806366 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51454) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:02.811810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Request body: {'subnet': {'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-subnet', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:02.866203 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.881732 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.921761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Made reservation on behalf of 0ce2607b55fe471985432493a514d7f9 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:02.925101 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.944865 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:02.983815 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.011560 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:03.028303 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.029200 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Added segment ba4fe484-4723-4510-89b1-0cf0ff5b7bb9 of type vlan for network f49d29a5-b24c-437a-9fcf-9fe3d12642fa Mar 23 19:44:03.069860 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1148902784-network', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:03.115659 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.126327 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-803839625-network', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:03.177906 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Made reservation on behalf of 060be405ea904aa1a04ff049dd6a68d5 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:03.180075 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.199894 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.230372 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.231367 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:03.231952 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.262803 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Made reservation on behalf of 44c9732f086044fa80e059d4e1e3c4eb for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:03.265372 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.270213 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.310021 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=f49d29a5-b24c-437a-9fcf-9fe3d12642fa,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.312555 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.325458 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network f49d29a5-b24c-437a-9fcf-9fe3d12642fa details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:03.330410 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20acc71-75c0-4aaf-a043-03b78c9b242b,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.340220 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.343490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349284 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349284 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349284 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349560 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2e00a463-87b9-4c25-8036-92b450f27ae3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1826653 Mar 23 19:44:03.349560 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51472) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:03.349699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.349699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.350068 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.350153 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.350418 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Tracked resource versions report: Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: pushed versions: Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: { 'AddressGroup': {'1.2'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'ConntrackHelper': {'1.0'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Log': {'1.0'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Network': {'1.1'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Port': {'1.7'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'PortForwarding': {'1.2'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'QosPolicy': {'1.9'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroup': {'1.4'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SubPort': {'1.0'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Subnet': {'1.1'}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Trunk': {'1.1'}} Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: consumer versions: Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'ConntrackHelper': '1.0', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Log': '1.0', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Network': '1.1', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Port': '1.7', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'PortForwarding': '1.2', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'QosPolicy': '1.9', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroup': '1.4', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SecurityGroupRule': '1.2', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'SubPort': '1.0', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Subnet': '1.1', Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: 'Trunk': '1.1'}} Mar 23 19:44:03.351523 dv-cinder-834962-1-iscsi neutron-server[108884]: {{(pid=108884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:44:03.354758 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Request body: {'subnet': {'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1435840562-subnet', 'tenant_id': 'cbba2a712c7d41ac95a0df5ac5fcdcdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:03.436856 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.438444 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.473674 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:03.477862 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Made reservation on behalf of cbba2a712c7d41ac95a0df5ac5fcdcdc for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:03.486592 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Checking segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:03.486592 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Network hostable DHCP agents. Network: 1458d76f-8d16-40dd-af13-cb257758231c, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:03.486821 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.486903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd091e0-4a79-4e1b-8728-3f5eadde470a,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.494393 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.494848 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Added segment 4af18bec-33eb-4482-b386-05351f5feb99 of type vlan for network c12837d1-6aa2-48e4-9a7a-54c6bae48160 Mar 23 19:44:03.505880 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.535805 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577e8c8-5642-4b5f-85ab-9608b37d6500,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.570404 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:03.587292 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.593711 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.594009 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Added segment 239bffa7-9373-43ee-a6ad-225090bf64ab of type vlan for network 8ab6db31-65d5-4781-a84b-09583ff45294 Mar 23 19:44:03.645083 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Network 1458d76f-8d16-40dd-af13-cb257758231c is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:03.667490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.704500 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 1458d76f-8d16-40dd-af13-cb257758231c) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:03.708681 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:03.709316 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.718070 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92c80d-16db-4b4c-a0dc-bd9cf566bc94 None None] Network 1458d76f-8d16-40dd-af13-cb257758231c requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:03.727305 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.728259 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:03.728861 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.797402 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.810367 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.810367 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:03.810367 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.826504 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5935a8ac-4cb8-4138-93f6-713a7f53737f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0186729 Mar 23 19:44:03.829923 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1390274 Mar 23 19:44:03.830638 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51494) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:03.836327 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:03.840514 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51496) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:03.846030 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Request body: {'subnet': {'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1148902784-subnet', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:03.856467 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5e896-2ff1-49a8-8648-d48ddd806fae admin admin] Pushing event updated for resources: {'Network': ['ID=c12837d1-6aa2-48e4-9a7a-54c6bae48160,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.874452 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:03.915182 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1488729 Mar 23 19:44:03.929605 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51498) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:03.932533 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Checking segment: {'id': 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:03.937122 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Network hostable DHCP agents. Network: f49d29a5-b24c-437a-9fcf-9fe3d12642fa, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:03.951862 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Request body: {'subnet': {'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-subnet', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:03.956386 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b257473-354d-455b-976f-2f1ff993fde3 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab6db31-65d5-4781-a84b-09583ff45294,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:03.968141 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.969988 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:03.993450 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 8ab6db31-65d5-4781-a84b-09583ff45294 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:04.004374 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2ac912-1608-42f8-b737-6b9f457adcfe,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:04.045655 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Made reservation on behalf of 060be405ea904aa1a04ff049dd6a68d5 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:04.048078 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.053677 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Made reservation on behalf of 44c9732f086044fa80e059d4e1e3c4eb for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:04.056375 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.111040 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.118568 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Network f49d29a5-b24c-437a-9fcf-9fe3d12642fa is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:04.393557 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.400669 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, f49d29a5-b24c-437a-9fcf-9fe3d12642fa) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:04.407839 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-1458d76f-8d16-40dd-af13-cb257758231c', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:44:04.408156 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:04.408728 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.409206 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.434470 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354e7b0-9625-43aa-8c7a-fd4117460ac5 None None] Network f49d29a5-b24c-437a-9fcf-9fe3d12642fa requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:04.472059 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.500976 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.527742 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d922fb9a-19b3-4492-86b3-1e28e8df5f94 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1782475 Mar 23 19:44:04.565566 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Checking segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:04.565936 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Network hostable DHCP agents. Network: 8ab6db31-65d5-4781-a84b-09583ff45294, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:04.585872 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e83d8f8-c71d-4177-9e45-9240cea21577,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:04.652363 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.698590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Network 8ab6db31-65d5-4781-a84b-09583ff45294 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:04.784298 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 8ab6db31-65d5-4781-a84b-09583ff45294) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:04.788700 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:04.794275 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.804325 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613122cb-b4cb-452a-925d-3d9b05f19f13 None None] Network 8ab6db31-65d5-4781-a84b-09583ff45294 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:04.865181 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54e856b-8258-4579-be21-81b3b08626b5,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:04.918950 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Checking segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:04.920154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Network hostable DHCP agents. Network: c12837d1-6aa2-48e4-9a7a-54c6bae48160, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:04.922492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2ddaeed6-13f8-46fa-9f45-e655ab8b02ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9758072 Mar 23 19:44:04.923184 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51530) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:04.928302 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:04.940288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:04.988467 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.015766 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.018572 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Allocated IP 172.20.0.2 (1458d76f-8d16-40dd-af13-cb257758231c/c20acc71-75c0-4aaf-a043-03b78c9b242b/0a1d923f-9838-4a4d-9fee-32502460df50) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:05.048469 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.050132 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.065425 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-8ab6db31-65d5-4781-a84b-09583ff45294', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:44:05.066254 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.078886 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143bb7f-1f72-4910-a138-4f7c945bc070 None None] Network f49d29a5-b24c-437a-9fcf-9fe3d12642fa requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:05.096324 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:05.106572 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, c12837d1-6aa2-48e4-9a7a-54c6bae48160) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:05.114302 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:05.115181 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.135847 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Allocated IP 172.27.1.190 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/070d1994-0d82-4d8e-b38c-33c237578ecf) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:05.165567 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be7523-674f-4b7f-af93-d1ff2e59c9e5 None None] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:05.253856 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.268550 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-50d81dff-b53d-495c-b713-d161b223f612 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4268034 Mar 23 19:44:05.272548 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51542) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:05.283062 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:05.300015 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.528348 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.591136 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.592158 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.615456 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.631659 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Allocated IP 172.20.0.2 (8ab6db31-65d5-4781-a84b-09583ff45294/3e83d8f8-c71d-4177-9e45-9240cea21577/60c7fc17-0db8-4317-909a-6c65f2f23aa1) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:05.632754 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.638664 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:05.641767 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:05.645724 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:05.681265 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:44:05.682156 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.710076 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.711814 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:05.856549 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Network 1458d76f-8d16-40dd-af13-cb257758231c is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:05.865574 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:05.877315 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Pushing event updated for resources: {'Port': ['ID=070d1994-0d82-4d8e-b38c-33c237578ecf,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:05.995401 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:05.997796 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Pushing event updated for resources: {'Port': ['ID=0a1d923f-9838-4a4d-9fee-32502460df50,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:06.047742 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.048460 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.048460 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.048864 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.049245 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.049716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.050096 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.050526 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.050968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.051411 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.051836 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.052368 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Tracked resource versions report: Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: pushed versions: Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: { 'AddressGroup': {'1.2'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'ConntrackHelper': {'1.0'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Log': {'1.0'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Network': {'1.1'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Port': {'1.7'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'PortForwarding': {'1.2'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'QosPolicy': {'1.9'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroup': {'1.4'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SubPort': {'1.0'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Subnet': {'1.1'}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Trunk': {'1.1'}} Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: consumer versions: Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'ConntrackHelper': '1.0', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Log': '1.0', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Network': '1.1', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Port': '1.7', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'PortForwarding': '1.2', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'QosPolicy': '1.9', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroup': '1.4', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SecurityGroupRule': '1.2', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'SubPort': '1.0', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Subnet': '1.1', Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: 'Trunk': '1.1'}} Mar 23 19:44:06.053764 dv-cinder-834962-1-iscsi neutron-server[108886]: {{(pid=108886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:44:06.089697 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.281221 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Attempting to bind port 0a1d923f-9838-4a4d-9fee-32502460df50 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:06.281879 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Attempting to bind port 0a1d923f-9838-4a4d-9fee-32502460df50 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:06.282424 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Attempting to bind port 0a1d923f-9838-4a4d-9fee-32502460df50 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:06.298080 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.309052 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:06.314031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Checking segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:06.314031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.314031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Bound using segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:06.314031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Bound port: 0a1d923f-9838-4a4d-9fee-32502460df50, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:06.314031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.314031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Allocated IP 172.20.0.2 (c12837d1-6aa2-48e4-9a7a-54c6bae48160/f54e856b-8258-4579-be21-81b3b08626b5/f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:06.348343 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.357421 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51596) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:06.360164 dv-cinder-834962-1-iscsi neutron-server[108885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 19:44:06.444818 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.472689 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.515896 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] For port 0a1d923f-9838-4a4d-9fee-32502460df50, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:06.543643 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Network 8ab6db31-65d5-4781-a84b-09583ff45294 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:06.544481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.547120 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] For port 0a1d923f-9838-4a4d-9fee-32502460df50, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0a1d923f-9838-4a4d-9fee-32502460df50,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:06.550301 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Pushing event updated for resources: {'Port': ['ID=60c7fc17-0db8-4317-909a-6c65f2f23aa1,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:06.552831 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:06.560963 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:06.576059 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.738625 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.772464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-fa18343b-e8e6-4467-8e8a-64f6c35c0fb1 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:06.773967 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-fa18343b-e8e6-4467-8e8a-64f6c35c0fb1 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/networks?id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa HTTP/1.1" status: 200 len: 812 time: 0.4156029 Mar 23 19:44:06.812975 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.817086 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-28c02ac8-dad4-4cfa-8d47-4abb8f00c4d9 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/quotas/cbba2a712c7d41ac95a0df5ac5fcdcdc HTTP/1.1" status: 200 len: 375 time: 0.0339675 Mar 23 19:44:06.823070 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Attempting to bind port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:06.825335 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Attempting to bind port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:06.825789 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Attempting to bind port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 on network 8ab6db31-65d5-4781-a84b-09583ff45294 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:06.840885 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:06.852538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Checking segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:06.852538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.852538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Bound using segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:06.852538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Bound port: 60c7fc17-0db8-4317-909a-6c65f2f23aa1, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:06.852538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:06.853127 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:44:06.858450 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e707-e877-4639-a4cb-13d64bdd21b5 None None] Pushing event updated for resources: {'Port': ['ID=0a1d923f-9838-4a4d-9fee-32502460df50,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:06.913160 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b0f36e5e-031e-4eaa-9008-7cd1359d4164 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbba2a712c7d41ac95a0df5ac5fcdcdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671134 Mar 23 19:44:06.953026 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.005848 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] For port 60c7fc17-0db8-4317-909a-6c65f2f23aa1, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:07.027739 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:07.029544 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] For port 60c7fc17-0db8-4317-909a-6c65f2f23aa1, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=60c7fc17-0db8-4317-909a-6c65f2f23aa1,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:07.033308 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:07.044851 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:07.055429 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Pushing event updated for resources: {'Port': ['ID=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:07.069926 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Allocated IP 172.27.1.220 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/281af1a2-a0c2-4479-9a51-7b42ca7ad49b) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:07.119195 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Attempting to bind port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:07.128346 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Attempting to bind port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:07.128346 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Attempting to bind port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:07.128346 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:07.128346 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Checking segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:07.129314 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.129907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Bound using segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:07.130723 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Bound port: f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:07.131341 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.136202 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:07.151143 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.155378 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Sync routers for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:07.179947 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:07.179947 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:07.295245 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.298145 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.298145 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e8b153a3-58c5-427e-95d4-728838701071 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4421010 Mar 23 19:44:07.299904 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.300023 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51616) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:07.328668 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f26b80-b3fb-4a0d-94e0-5ecfcab22a3d None None] Pushing event updated for resources: {'Port': ['ID=60c7fc17-0db8-4317-909a-6c65f2f23aa1,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:07.331246 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-f9611375-df0e-4ee7-8951-582ee03c2984 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:44:07.339927 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-f9611375-df0e-4ee7-8951-582ee03c2984 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2066314 Mar 23 19:44:07.350171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] For port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:07.355715 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] For port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:07.465741 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.531296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:07.537786 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:44:07.584804 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73007845-488b-4100-b899-4ff55a5eab60 None None] Pushing event updated for resources: {'Port': ['ID=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:07.767053 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:07.801492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-ca335d26-6f29-4510-9826-152f67dd511a service neutron] 10.222.0.31 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606209 Mar 23 19:44:07.966706 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-0fa52834-e46f-40eb-9aea-315e1ea22c71 service neutron] 10.222.0.31 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529140 Mar 23 19:44:07.975831 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:08.231542 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:06Z', 'revision_number': 3, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:08.272120 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:08.309272 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Checking router: c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:08.309712 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Updating router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a port 070d1994-0d82-4d8e-b38c-33c237578ecf binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:44:08.334304 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:08.360306 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Allocated IP 172.27.1.157 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/3ef262a5-6ed7-4f56-82fe-f4a56aee4823) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:08.364640 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:08.365263 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:08.384411 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:08.552861 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Pushing event updated for resources: {'Port': ['ID=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:08.662406 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0a1d923f-9838-4a4d-9fee-32502460df50 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:08.725172 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f1422-0efa-4009-a8e0-2fc2dbaec915 None None] Network 1458d76f-8d16-40dd-af13-cb257758231c requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:08.836937 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Allocated IP 172.20.0.1 (1458d76f-8d16-40dd-af13-cb257758231c/c20acc71-75c0-4aaf-a043-03b78c9b242b/61874d78-fffc-4c44-876e-7c3448f977fa) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:08.938777 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.010296 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.027253 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-1f0f3141-327d-4618-9c66-3742d1073f56 None None] Provisioning complete for port 0a1d923f-9838-4a4d-9fee-32502460df50 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:09.027919 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3141-327d-4618-9c66-3742d1073f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.151832 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.163315 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 0a1d923f-9838-4a4d-9fee-32502460df50 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:09.163909 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.194458 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee6f3e-65d8-4e86-bdbd-78abd563a29c None None] Network 8ab6db31-65d5-4781-a84b-09583ff45294 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:09.285635 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Network 1458d76f-8d16-40dd-af13-cb257758231c is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:09.292205 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:09.305229 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:09.305229 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.321128 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Pushing event updated for resources: {'Port': ['ID=61874d78-fffc-4c44-876e-7c3448f977fa,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:09.408659 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.409297 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f42c78-294a-4f2a-a8cb-ee95ddb75c2b None None] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:09.505985 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.571073 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:09.602879 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:09.607258 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:09.646978 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3141-327d-4618-9c66-3742d1073f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.757077 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.892864 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:09.916012 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-1f0f3141-327d-4618-9c66-3742d1073f56 None None] For port 0a1d923f-9838-4a4d-9fee-32502460df50, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0a1d923f-9838-4a4d-9fee-32502460df50,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:09.998203 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.040393 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3141-327d-4618-9c66-3742d1073f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.067837 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Attempting to bind port 070d1994-0d82-4d8e-b38c-33c237578ecf on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:10.068352 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Attempting to bind port 070d1994-0d82-4d8e-b38c-33c237578ecf by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:10.068849 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Attempting to bind port 070d1994-0d82-4d8e-b38c-33c237578ecf on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:10.073548 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:10.079709 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:10.080479 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:10.081191 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.081822 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:10.094625 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Bound port: 070d1994-0d82-4d8e-b38c-33c237578ecf, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:10.095666 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.120680 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Pushing event updated for resources: {'Port': ['ID=070d1994-0d82-4d8e-b38c-33c237578ecf,revision_number=2']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:10.143349 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.143794 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.144260 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.144712 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.145355 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.146006 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.146460 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.152061 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Tracked resource versions report: Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: pushed versions: Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: { 'AddressGroup': {'1.2'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'ConntrackHelper': {'1.0'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Log': {'1.0'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Network': {'1.1'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Port': {'1.7'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'PortForwarding': {'1.2'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'QosPolicy': {'1.9'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroup': {'1.4'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SubPort': {'1.0'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Subnet': {'1.1'}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Trunk': {'1.1'}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: consumer versions: Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: { DHCP agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: L3 agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: Metadata agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: Metering agent@dv-cinder-834962-1-iscsi: {}, Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: Open vSwitch agent@dv-cinder-834962-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'ConntrackHelper': '1.0', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Log': '1.0', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Network': '1.1', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Port': '1.7', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'PortForwarding': '1.2', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'QosPolicy': '1.9', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroup': '1.4', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SecurityGroupRule': '1.2', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'SubPort': '1.0', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Subnet': '1.1', Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: 'Trunk': '1.1'}} Mar 23 19:44:10.160973 dv-cinder-834962-1-iscsi neutron-server[108887]: {{(pid=108887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:44:10.188745 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.215925 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] For port 070d1994-0d82-4d8e-b38c-33c237578ecf, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:10.224613 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] For port 070d1994-0d82-4d8e-b38c-33c237578ecf, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=070d1994-0d82-4d8e-b38c-33c237578ecf,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:10.251315 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 19:44:10.251655 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG oslo_db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 19:44:10.254279 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f3141-327d-4618-9c66-3742d1073f56 None None] Pushing event updated for resources: {'Port': ['ID=0a1d923f-9838-4a4d-9fee-32502460df50,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:10.260089 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Provisioning complete for port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:10.260327 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.317219 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.393481 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0668c224-cfb5-4c1c-9b86-f1875338eda2 req-0767c0bf-9d6f-4215-a0fb-07aee1ffc997 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.4739499 Mar 23 19:44:10.393588 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51716) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:10.452198 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:10.457300 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:10.466079 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.549918 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] For port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:10.589430 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.606171 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1403bc9f-0cab-498a-95ba-b2773d6b4fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.620038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.630635 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.640169 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:10.705969 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.706696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.787600 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Provisioning complete for port 61874d78-fffc-4c44-876e-7c3448f977fa triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:10.788071 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.814626 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Pushing event updated for resources: {'Port': ['ID=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:10.837754 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.860170 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 60c7fc17-0db8-4317-909a-6c65f2f23aa1 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:10.865456 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Port 61874d78-fffc-4c44-876e-7c3448f977fa cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:10.872599 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bc933-b6bd-4c36-8790-8c294b02d9c8 None None] Pushing event updated for resources: {'Port': ['ID=070d1994-0d82-4d8e-b38c-33c237578ecf,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:10.885927 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Pushing event updated for resources: {'Port': ['ID=61874d78-fffc-4c44-876e-7c3448f977fa,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:10.986334 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Provisioning complete for port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:10.986334 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:10.989707 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1403bc9f-0cab-498a-95ba-b2773d6b4fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.092965 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:08Z', 'revision_number': 1, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:11.113979 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1403bc9f-0cab-498a-95ba-b2773d6b4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.153919 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605d600-0bcb-443c-8466-f23dd03416f6 None None] The sync data for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi is: [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:08Z', 'revision_number': 1, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:11.187396 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:11.187606 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.191786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403bc9f-0cab-498a-95ba-b2773d6b4fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f452b9e-6fda-48f8-a0d0-acdedb41b8c3,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:11.205674 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Router 23e265b6-72c8-45e3-a311-0320811b888a is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:44:11.233701 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-1403bc9f-0cab-498a-95ba-b2773d6b4fe3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7987923d2eca4a0caf885f2f605ed85b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8396873 Mar 23 19:44:11.262670 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51742) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:11.287104 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.297654 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Network 1458d76f-8d16-40dd-af13-cb257758231c is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:11.300603 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:11.331483 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.382115 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] For port 60c7fc17-0db8-4317-909a-6c65f2f23aa1, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=60c7fc17-0db8-4317-909a-6c65f2f23aa1,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:11.493655 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:11.494471 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:44:11.558477 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d168ac78-2669-42b2-9f58-d201d803af0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.571999 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.574203 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-dbc29568-0f10-4e0d-ae26-2e00bbca0d5e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6496272 Mar 23 19:44:11.579128 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51748) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:11.791232 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:11.802570 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.807740 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:11.820892 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c751eae7-40fc-4c9f-b917-ce119c9c40e3 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5325756 Mar 23 19:44:11.838542 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:11.842577 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:11.845675 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d168ac78-2669-42b2-9f58-d201d803af0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.894116 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bd929a2a-286c-4dfa-9329-9fbbdec9896c req-b3962687-9e19-46da-9e2e-7600819b1114 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.1188583 Mar 23 19:44:12.026520 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:12.027429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d168ac78-2669-42b2-9f58-d201d803af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:12.030387 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d168ac78-2669-42b2-9f58-d201d803af0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:12.034385 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d168ac78-2669-42b2-9f58-d201d803af0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f452b9e-6fda-48f8-a0d0-acdedb41b8c3 HTTP/1.1" status: 204 len: 168 time: 0.7672150 Mar 23 19:44:12.034598 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Provisioning complete for port 0a1d923f-9838-4a4d-9fee-32502460df50 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:12.036123 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:12.044574 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168ac78-2669-42b2-9f58-d201d803af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f452b9e-6fda-48f8-a0d0-acdedb41b8c3,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:12.049718 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:44:12.160687 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:12.514283 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:12.524132 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:12.535554 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70d801-6ba6-4c9f-aa66-a8c78319f058 None None] Pushing event updated for resources: {'Port': ['ID=60c7fc17-0db8-4317-909a-6c65f2f23aa1,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:12.542201 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:12.543176 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:12.580477 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 19:44:12.580839 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG oslo_db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 19:44:12.620212 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:08Z', 'revision_number': 3, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:12.672673 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:12.673044 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Updating router 23e265b6-72c8-45e3-a311-0320811b888a port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:44:12.675668 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:12.675668 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-446e61b1-306e-4e47-b3ab-260c127d3ec2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3995404 Mar 23 19:44:12.678350 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51784) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:12.728625 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:12.732352 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 51790) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:12.803255 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:12.847023 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.155876 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f926c431-0d24-49c2-9c0f-ee97293ff46f req-ec3165e9-a71e-4795-81a0-890857225741 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.0929229 Mar 23 19:44:13.174947 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:13.269181 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 3, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:13.349267 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:13.349642 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Updating router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:44:13.357715 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-584e2d08-f9a6-4059-a1a9-0e12b7e37806 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:13.359490 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-584e2d08-f9a6-4059-a1a9-0e12b7e37806 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 819 time: 0.6261003 Mar 23 19:44:13.409476 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-4a61229b-45df-4781-8bb7-13eacb2e1208 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/quotas/0ce2607b55fe471985432493a514d7f9 HTTP/1.1" status: 200 len: 375 time: 0.0430009 Mar 23 19:44:13.418729 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Allocated IP 172.20.0.1 (8ab6db31-65d5-4781-a84b-09583ff45294/3e83d8f8-c71d-4177-9e45-9240cea21577/bff71d0b-8a4d-42c7-9fc7-09a1daa453c8) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:13.428373 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Provisioning complete for port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:13.430100 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.591839 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.601753 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.606412 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:13.606968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.669570 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0770fb5c-d92e-433b-85fc-ebedc3584be1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2407982 Mar 23 19:44:13.681481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.763741 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.771435 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.890224 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Provisioning complete for port 61874d78-fffc-4c44-876e-7c3448f977fa triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:13.892289 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.895207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.937768 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Allocated IP 172.20.0.1 (c12837d1-6aa2-48e4-9a7a-54c6bae48160/f54e856b-8258-4579-be21-81b3b08626b5/cbbbe173-7523-4678-9732-9b0d6629a56a) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:13.972647 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Attempting to bind port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:13.972647 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Attempting to bind port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:13.972647 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Attempting to bind port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:13.979386 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5c8d0-7fd6-4566-aba8-ad13ea5e76a1 None None] Pushing event updated for resources: {'Port': ['ID=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:13.988194 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:13.989039 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:13.989726 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.990265 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:13.990906 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Bound port: 281af1a2-a0c2-4479-9a51-7b42ca7ad49b, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:13.991395 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-43d2cf3d-122b-48af-93de-834ee967c1c9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:44:13.991537 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.998545 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-43d2cf3d-122b-48af-93de-834ee967c1c9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1462576 Mar 23 19:44:14.007558 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Port 61874d78-fffc-4c44-876e-7c3448f977fa cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:14.042597 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Network 8ab6db31-65d5-4781-a84b-09583ff45294 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:14.080326 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:14.092439 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:14.092935 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.101680 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.133304 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Pushing event updated for resources: {'Port': ['ID=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:14.138916 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.224058 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Provisioning complete for port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:14.224738 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3ee0df3f-c48a-488f-bb48-044e26e52f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.263226 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] For port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:14.270398 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.284449 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] For port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:14.296718 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:14.323316 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.357811 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Attempting to bind port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:14.358543 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Attempting to bind port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:14.359229 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Attempting to bind port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:14.367026 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.371624 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:14.372848 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:14.372848 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.373684 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:14.382915 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Bound port: 3ef262a5-6ed7-4f56-82fe-f4a56aee4823, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:14.384536 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.397829 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7f4c37e7-e7ed-4f9e-942b-9246405d73db req-46cf1915-825c-4814-885a-7a2d50d9fc98 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.0742238 Mar 23 19:44:14.411188 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:14.414090 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:14.422612 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:14.423096 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.701316 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] For port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:14.701316 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] For port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:14.701316 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062ad91-f588-41b6-a4cb-517a3ee74ef7 None None] Pushing event updated for resources: {'Port': ['ID=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,revision_number=2']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:14.705690 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:14.705690 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:14.706942 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-8b97b6fb-a695-43cf-9117-8825d61fe817 service neutron] 10.222.0.31 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046903 Mar 23 19:44:14.709050 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.709762 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Pushing event updated for resources: {'Port': ['ID=cbbbe173-7523-4678-9732-9b0d6629a56a,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:14.725120 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:14.732813 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:14.745239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5c8d0-7fd6-4566-aba8-ad13ea5e76a1 None None] Pushing event updated for resources: {'Port': ['ID=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:14.768070 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:14.768070 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:14.768430 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062ad91-f588-41b6-a4cb-517a3ee74ef7 None None] Pushing event updated for resources: {'Port': ['ID=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:14.799981 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Sync routers for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:14.883449 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-83986245-4e64-4f2f-9cfa-a645e795b184 service neutron] 10.222.0.31 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584333 Mar 23 19:44:14.918767 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:15.008056 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.019290 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:15.024397 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:15.024828 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-e594119d-8614-469b-8cf7-03c3e548b8b7 None None] Provisioning complete for port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:15.025370 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e594119d-8614-469b-8cf7-03c3e548b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.063358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.106923 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:15.222710 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-e594119d-8614-469b-8cf7-03c3e548b8b7 None None] Port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:15.297275 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 3, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:15.316826 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.327417 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10aaf5b9-456d-4efb-8c84-b39adf9153fe req-343eb70f-8501-48c9-b12c-fffbd42ddf55 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 210 time: 0.0383716 Mar 23 19:44:15.367043 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acecdd-bd0e-42cd-8678-a371ddfedff5 None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 3, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:15.402691 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.404336 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.435996 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.460449 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 60c7fc17-0db8-4317-909a-6c65f2f23aa1 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:15.465081 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:15.511125 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.512222 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.561190 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0c508105-0ba4-4218-ad2d-f5673caa3f80 None None] Provisioning complete for port cbbbe173-7523-4678-9732-9b0d6629a56a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:15.561563 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0c508105-0ba4-4218-ad2d-f5673caa3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.646453 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Pushing event updated for resources: {'Port': ['ID=cbbbe173-7523-4678-9732-9b0d6629a56a,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:15.780462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:15.781707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-0c508105-0ba4-4218-ad2d-f5673caa3f80 None None] Port cbbbe173-7523-4678-9732-9b0d6629a56a cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:15.793885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:15.793885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51918) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:15.890157 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-04bdb7dd-d6d8-42af-97a7-ff61044e0384 req-9b446d4d-bf53-44eb-b0fc-1c79c1230989 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.2067256 Mar 23 19:44:15.905811 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Pushing event updated for resources: {'Port': ['ID=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:15.924386 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:15.924758 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.062044 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:08Z', 'revision_number': 3, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:16.081595 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9d6be0df-d8c7-4c07-b92f-0abc674b36ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.113295 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53a878-8a63-4081-98e7-c42e652e92a8 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:08Z', 'revision_number': 3, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:16.123799 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:44:16.249147 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0a1d923f-9838-4a4d-9fee-32502460df50 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:16.253837 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-79ed2184-57f8-4713-90db-1a76daa945cd None None] Provisioning complete for port cbbbe173-7523-4678-9732-9b0d6629a56a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:16.254090 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-79ed2184-57f8-4713-90db-1a76daa945cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.312563 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Network 8ab6db31-65d5-4781-a84b-09583ff45294 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:16.318152 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:16.333912 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-b87a1ecc-deff-4fc1-a02f-cd5fac9e8525 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:16.348484 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-b87a1ecc-deff-4fc1-a02f-cd5fac9e8525 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 819 time: 0.5527222 Mar 23 19:44:16.364010 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 2, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:16.367705 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-79ed2184-57f8-4713-90db-1a76daa945cd None None] Port cbbbe173-7523-4678-9732-9b0d6629a56a cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:16.369223 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-b1ceaeab-75ef-4f52-a630-39b42760961e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/quotas/0ce2607b55fe471985432493a514d7f9 HTTP/1.1" status: 200 len: 375 time: 0.0254521 Mar 23 19:44:16.454632 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Checking router: c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:16.455056 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Updating router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a port 61874d78-fffc-4c44-876e-7c3448f977fa binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:44:16.519764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:16.543445 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d510b3c0-da9f-4362-9c7d-84f8255cebad admin admin] 10.222.0.31 "PUT /v2.0/routers/2fafbaaa-ddf5-478a-9d48-d2033b2586c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8553345 Mar 23 19:44:16.552555 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.578628 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9d6be0df-d8c7-4c07-b92f-0abc674b36ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.604245 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 0a1d923f-9838-4a4d-9fee-32502460df50 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:16.607451 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.664158 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9d6be0df-d8c7-4c07-b92f-0abc674b36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.695483 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-b80ea552-bbcf-4cf2-923e-e65ea2f023e6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3246324 Mar 23 19:44:16.727370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6be0df-d8c7-4c07-b92f-0abc674b36ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe5eec-c1bd-46e6-a626-87f0553cb682,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:16.736565 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9d6be0df-d8c7-4c07-b92f-0abc674b36ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc708c3475e84a198833710671e9e7b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9438939 Mar 23 19:44:16.738574 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 51944) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:16.819555 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f69f429e-5146-4c84-84ea-370b0d88f336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.867928 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f69f429e-5146-4c84-84ea-370b0d88f336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.878074 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Router 23e265b6-72c8-45e3-a311-0320811b888a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:44:17.072604 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-089bc537-0aa1-440e-95f5-9958ddb2f127 service neutron] 10.222.0.31 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360217 Mar 23 19:44:17.082257 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f69f429e-5146-4c84-84ea-370b0d88f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:17.085676 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f69f429e-5146-4c84-84ea-370b0d88f336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:17.090365 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-f69f429e-5146-4c84-84ea-370b0d88f336 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42fe5eec-c1bd-46e6-a626-87f0553cb682 HTTP/1.1" status: 204 len: 168 time: 0.3519251 Mar 23 19:44:17.112888 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f429e-5146-4c84-84ea-370b0d88f336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe5eec-c1bd-46e6-a626-87f0553cb682,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:17.273408 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.41', 51426) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:17.310615 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:17.318013 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-612d4505-db59-4019-9353-b7eff9a10aae admin admin] 10.222.0.31 "PUT /v2.0/routers/23e265b6-72c8-45e3-a311-0320811b888a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7373683 Mar 23 19:44:17.411255 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-ca4fd401-2bef-4394-a55d-fec732c8caff service neutron] 10.222.0.31 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373744 Mar 23 19:44:17.678268 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9ee74add-26b7-44e7-b1b4-5380092ccaa3 None None] Provisioning complete for port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:17.696024 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9ee74add-26b7-44e7-b1b4-5380092ccaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:17.899020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:17.912599 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9ee74add-26b7-44e7-b1b4-5380092ccaa3 None None] Port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:17.975848 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 070d1994-0d82-4d8e-b38c-33c237578ecf up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:17.978221 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.024213 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-4fce02dc-bbce-4747-8802-852696b93fde tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:18.024213 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-4fce02dc-bbce-4747-8802-852696b93fde tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.41 "GET /v2.0/networks?id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa HTTP/1.1" status: 200 len: 812 time: 0.7458217 Mar 23 19:44:18.066540 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2fb7d10b-00c9-48ef-a3de-694dc818de36 req-269d288b-a4ff-4f1a-91c6-dfa67a074ab4 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.0786872 Mar 23 19:44:18.085348 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Request body: {'port': {'device_id': '7b5fd177-f457-41d1-877e-d15517beffb6', 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa', 'admin_state_up': True, 'tenant_id': 'cbba2a712c7d41ac95a0df5ac5fcdcdc'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:18.366639 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04779c-2ba8-47a1-88dc-990cd4f32539 None None] Pushing event updated for resources: {'Port': ['ID=61874d78-fffc-4c44-876e-7c3448f977fa,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:18.385995 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Attempting to bind port 61874d78-fffc-4c44-876e-7c3448f977fa on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:18.386898 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Attempting to bind port 61874d78-fffc-4c44-876e-7c3448f977fa by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:18.387786 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Attempting to bind port 61874d78-fffc-4c44-876e-7c3448f977fa on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:18.391620 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 070d1994-0d82-4d8e-b38c-33c237578ecf triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:18.392242 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.398017 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:18.398823 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Checking segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:18.399445 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.400033 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Bound using segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:18.405996 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Bound port: 61874d78-fffc-4c44-876e-7c3448f977fa, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:18.413761 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.476769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52020) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:18.485779 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086606093', 'description': 'tempest-description--1218645667'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:18.488011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Made reservation on behalf of cbba2a712c7d41ac95a0df5ac5fcdcdc for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:18.492202 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.624262 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6446dd0f-4af8-4082-8def-509dce085c1f req-fbf55b54-12f1-4d9c-b643-d780d123de0e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 210 time: 0.0780542 Mar 23 19:44:18.642878 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.789318 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.863458 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-e06fea45-a1a9-4dca-9277-df12ae0c6cdb None None] Provisioning complete for port 61874d78-fffc-4c44-876e-7c3448f977fa triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:18.864189 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e06fea45-a1a9-4dca-9277-df12ae0c6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.892675 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.917636 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-e06fea45-a1a9-4dca-9277-df12ae0c6cdb None None] Port 61874d78-fffc-4c44-876e-7c3448f977fa cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:18.943159 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] For port 61874d78-fffc-4c44-876e-7c3448f977fa, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:18.945755 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.952412 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] For port 61874d78-fffc-4c44-876e-7c3448f977fa, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=61874d78-fffc-4c44-876e-7c3448f977fa,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:18.969380 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.41', 51435) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:18.987439 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 070d1994-0d82-4d8e-b38c-33c237578ecf, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=070d1994-0d82-4d8e-b38c-33c237578ecf,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:19.007346 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605ab29-3cb8-4649-bdfd-36e571b11aaa,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:19.047819 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:19.052878 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:19.060256 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:19.061654 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-690229fa-e0a2-4adf-8b69-bfcbe22e93e8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5837731 Mar 23 19:44:19.067288 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52058) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:19.075611 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'security_group_rule': {'security_group_id': 'f605ab29-3cb8-4649-bdfd-36e571b11aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:19.247753 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-b263b765-6bc6-42c7-ac39-5225ae08d388 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:19.247753 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-b263b765-6bc6-42c7-ac39-5225ae08d388 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 819 time: 0.2617159 Mar 23 19:44:19.275908 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Allocated IP 172.20.0.3 (f49d29a5-b24c-437a-9fcf-9fe3d12642fa/fd2ac912-1608-42f8-b737-6b9f457adcfe/d5926c6c-a84f-468d-83d2-7a3a4f86e128) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:19.309911 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'port': {'device_id': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'admin_state_up': True, 'tenant_id': '0ce2607b55fe471985432493a514d7f9'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:19.325667 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:19.327434 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:19.407276 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:19.445137 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:19.447248 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:19.578992 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52072) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:19.589193 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469067503', 'description': 'tempest-description--400212848'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:19.591542 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:19.672866 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:19.740395 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:19.744273 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6f5a8773-47d9-4e54-b7c6-c2f256c7b13d req-2d3564cc-9833-47db-813d-60e56f6f5a7b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.0784993 Mar 23 19:44:19.751179 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:19.949396 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3c2a7dcf-a815-4702-a026-5bb51a256b9f req-be85f561-c225-497d-8826-bba6bc1283e4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 210 time: 0.1575346 Mar 23 19:44:19.954967 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Made reservation on behalf of 0ce2607b55fe471985432493a514d7f9 for: {'port': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:19.965811 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.017047 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:20.067541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.172371 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.232764 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=070d1994-0d82-4d8e-b38c-33c237578ecf,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:20.280931 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-25d4916f-c3f8-4908-ab91-8c673c82e28f None None] Provisioning complete for port 61874d78-fffc-4c44-876e-7c3448f977fa triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:20.282821 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-25d4916f-c3f8-4908-ab91-8c673c82e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.334896 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:20.335937 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862a0c3a-e8e5-401a-9317-44f2daf65bc1,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:20.419129 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.514446 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.592251 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:20.592863 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.606050 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:20.607648 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:20.611051 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.630935 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:15Z', 'revision_number': 2, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:20.735005 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b76d75-937b-43e0-9213-6a6011a79fd2,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:20.766861 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.797982 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:20.802693 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Updating router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 port cbbbe173-7523-4678-9732-9b0d6629a56a binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:44:20.858854 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.863034 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-cb490528-953d-4089-8521-7aefa94a2c89 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7918174 Mar 23 19:44:20.863147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:20.869471 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ff256599-70c0-407b-9977-d4f690836fc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.2891977 Mar 23 19:44:20.870300 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52116) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:20.873424 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52114) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:20.888805 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'security_group_rule': {'security_group_id': 'f605ab29-3cb8-4649-bdfd-36e571b11aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:20.954531 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Network f49d29a5-b24c-437a-9fcf-9fe3d12642fa is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:20.957795 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Allocated IP 172.20.0.9 (1458d76f-8d16-40dd-af13-cb257758231c/c20acc71-75c0-4aaf-a043-03b78c9b242b/5682b648-b9ca-4db5-8b85-2ed8170a7838) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:20.959321 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'security_group_rule': {'security_group_id': 'a1b76d75-937b-43e0-9213-6a6011a79fd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:20.983056 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:21.001752 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:21.002104 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.010211 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:21.013451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.046607 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04779c-2ba8-47a1-88dc-990cd4f32539 None None] Pushing event updated for resources: {'Port': ['ID=61874d78-fffc-4c44-876e-7c3448f977fa,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:21.093798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Pushing event updated for resources: {'Port': ['ID=d5926c6c-a84f-468d-83d2-7a3a4f86e128,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:21.147746 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-3c03a95e-3c2e-4e61-a25f-8bdfa3e47580 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0756016 Mar 23 19:44:21.161143 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-f50c52b6-06c7-4b42-81ab-f827558c1f9e tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:44:21.163484 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-f50c52b6-06c7-4b42-81ab-f827558c1f9e tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069373 Mar 23 19:44:21.186018 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.187450 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.307485 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:21.414209 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ea52-ed81-4bf9-b1c7-09e62871307e req-b68715e2-8aa8-42f9-a89f-68eafbfd37fa tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:21.432418 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-25d4916f-c3f8-4908-ab91-8c673c82e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.444404 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c40ea52-ed81-4bf9-b1c7-09e62871307e req-b68715e2-8aa8-42f9-a89f-68eafbfd37fa tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 931 time: 0.3868718 Mar 23 19:44:21.470649 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.41', 51444) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:21.612929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.636748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Request body: {'port': {'device_id': '7b5fd177-f457-41d1-877e-d15517beffb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:21.666032 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-da887522-2ed8-4332-ba30-25620a7a8d6c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:21.668215 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-da887522-2ed8-4332-ba30-25620a7a8d6c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 819 time: 0.4649179 Mar 23 19:44:21.704251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'port': {'device_id': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'admin_state_up': True, 'tenant_id': '0ce2607b55fe471985432493a514d7f9'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:21.752052 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.814250 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.830690 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-25d4916f-c3f8-4908-ab91-8c673c82e28f None None] For port 61874d78-fffc-4c44-876e-7c3448f977fa, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=61874d78-fffc-4c44-876e-7c3448f977fa,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:21.857962 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:21.860248 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.907173 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.911576 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:21.915739 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-25d4916f-c3f8-4908-ab91-8c673c82e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.926692 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0657831-d5a0-4214-a183-7cf1b3dce6f6,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:21.979898 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.987451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.991514 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d0bf056b-e697-4776-abfe-c19bf7e7def1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0690775 Mar 23 19:44:21.992071 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:21.992224 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52150) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:21.993266 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 281af1a2-a0c2-4479-9a51-7b42ca7ad49b up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:21.997808 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142404d-d414-4f82-941d-31a4290ec79f None None] The sync data for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi is: [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:22.027554 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'security_group_rule': {'security_group_id': 'a1b76d75-937b-43e0-9213-6a6011a79fd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:22.083514 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:15Z', 'revision_number': 2, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:22.171665 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:22.171665 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Updating router 23e265b6-72c8-45e3-a311-0320811b888a port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:44:22.217307 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4916f-c3f8-4908-ab91-8c673c82e28f None None] Pushing event updated for resources: {'Port': ['ID=61874d78-fffc-4c44-876e-7c3448f977fa,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:22.269329 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.368458 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d8913854-60f7-4ba7-bdc1-58bad503bab3 req-b9e721c4-6fca-421a-a9df-6648fbe024ad tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 210 time: 0.7181060 Mar 23 19:44:22.425846 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688988-e344-4176-8eb6-c8d718d15336 None None] Pushing event updated for resources: {'Port': ['ID=cbbbe173-7523-4678-9732-9b0d6629a56a,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:22.430408 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.490207 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c40ea52-ed81-4bf9-b1c7-09e62871307e req-efcdd72e-3e5e-44d9-83b6-a804d14640b8 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0365508 Mar 23 19:44:22.534655 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.543763 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Made reservation on behalf of 0ce2607b55fe471985432493a514d7f9 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:22.553989 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.559304 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:22.559554 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.571183 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.576244 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:22.678171 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Attempting to bind port cbbbe173-7523-4678-9732-9b0d6629a56a on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:22.679882 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Attempting to bind port cbbbe173-7523-4678-9732-9b0d6629a56a by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:22.680489 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Attempting to bind port cbbbe173-7523-4678-9732-9b0d6629a56a on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:22.691098 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a59211-2aa2-4943-84dd-dd42113e26c0,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:22.708387 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:22.716008 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Checking segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:22.716875 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.716875 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Bound using segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:22.717411 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Bound port: cbbbe173-7523-4678-9732-9b0d6629a56a, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:22.717817 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.723320 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.732625 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.738447 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a468f5b0-fbb8-414b-8a0e-f49ac91365eb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8561499 Mar 23 19:44:22.738447 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52156) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:22.761531 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:22.884799 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-caee1ce4-899f-4016-a9ce-adb313f59a23 None None] Provisioning complete for port cbbbe173-7523-4678-9732-9b0d6629a56a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:22.885187 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-caee1ce4-899f-4016-a9ce-adb313f59a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.886564 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.907454 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] For port cbbbe173-7523-4678-9732-9b0d6629a56a, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:22.912813 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] For port cbbbe173-7523-4678-9732-9b0d6629a56a, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=cbbbe173-7523-4678-9732-9b0d6629a56a,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:22.979655 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:22.983943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.155502 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:23.160025 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:23.287907 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.362914 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Allocated IP 172.20.0.11 (1458d76f-8d16-40dd-af13-cb257758231c/c20acc71-75c0-4aaf-a043-03b78c9b242b/06c7d4b4-2339-46b6-9446-e0192603c0e4) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:23.377183 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Network 1458d76f-8d16-40dd-af13-cb257758231c is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:23.387701 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'Port': ['ID=5682b648-b9ca-4db5-8b85-2ed8170a7838,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:23.395688 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:23.402810 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:23.413338 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:23.415238 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.489335 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.546503 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-caee1ce4-899f-4016-a9ce-adb313f59a23 None None] Port cbbbe173-7523-4678-9732-9b0d6629a56a cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:23.660693 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-0a598f78-faad-446a-87f5-578cbcd2629c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3973036 Mar 23 19:44:23.705344 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Request body: {'port': {'device_id': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:23.755047 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6fee2f-e88b-4ab3-a0d9-e8e23e68aa85,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:23.774359 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:23.784868 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688988-e344-4176-8eb6-c8d718d15336 None None] Pushing event updated for resources: {'Port': ['ID=cbbbe173-7523-4678-9732-9b0d6629a56a,revision_number=4']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:23.803580 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5926c6c-a84f-468d-83d2-7a3a4f86e128 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:23.832456 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.843032 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.867500 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:23.872231 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-225f9d49-4761-4b2b-bc69-f535ff0712fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8568635 Mar 23 19:44:23.877619 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52190) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:23.897956 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:23.935440 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:23.936469 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Transition to ACTIVE for port object d5926c6c-a84f-468d-83d2-7a3a4f86e128 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:44:23.939232 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-3acf816b-5b76-43cb-8420-3b8e6bc10417 None None] Provisioning complete for port cbbbe173-7523-4678-9732-9b0d6629a56a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:23.939793 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3acf816b-5b76-43cb-8420-3b8e6bc10417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.031384 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.044891 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5c4be3e2-e9fe-4b02-9eed-7132f32f712b req-01b14b07-dd16-4c9f-b6d8-0daa3c0cee9a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 210 time: 0.4174995 Mar 23 19:44:24.065370 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.121171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.142611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.156953 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.183187 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52194) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:24.201181 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:24.214929 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3acf816b-5b76-43cb-8420-3b8e6bc10417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.258496 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.273634 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.340246 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-3acf816b-5b76-43cb-8420-3b8e6bc10417 None None] For port cbbbe173-7523-4678-9732-9b0d6629a56a, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=cbbbe173-7523-4678-9732-9b0d6629a56a,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:24.430672 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 61874d78-fffc-4c44-876e-7c3448f977fa up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:24.444179 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3acf816b-5b76-43cb-8420-3b8e6bc10417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.483325 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63c5f2-ed64-4d8b-afb8-4f5160785a9d req-e0fa789e-569f-4cfe-9e46-593ae9b5eb8e tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:24.499023 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf63c5f2-ed64-4d8b-afb8-4f5160785a9d req-e0fa789e-569f-4cfe-9e46-593ae9b5eb8e tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 931 time: 0.7291312 Mar 23 19:44:24.502301 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.505737 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:22Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:24.576238 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52204) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:24.585410 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea155-0c44-47a2-bb31-7a73d2bea502 None None] Pushing event updated for resources: {'Port': ['ID=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:24.615538 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.632983 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Pushing event updated for resources: {'Port': ['ID=d5926c6c-a84f-468d-83d2-7a3a4f86e128,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:24.637773 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7e07-4228-413e-87d0-ebad766ec305 None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:22Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:24.897067 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-7305327b-3c8c-4a6b-9215-16fdc7a3bb94 None None] Provisioning complete for port 5682b648-b9ca-4db5-8b85-2ed8170a7838 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:24.897443 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7305327b-3c8c-4a6b-9215-16fdc7a3bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:24.923181 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Network 1458d76f-8d16-40dd-af13-cb257758231c is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:24.927032 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:24.941712 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4acc61f7-a679-4727-b10d-aef5eaee0b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.036540 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:25.043208 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:25.043996 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.047028 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Attempting to bind port d5926c6c-a84f-468d-83d2-7a3a4f86e128 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:25.048345 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Attempting to bind port d5926c6c-a84f-468d-83d2-7a3a4f86e128 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:25.048789 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Attempting to bind port d5926c6c-a84f-468d-83d2-7a3a4f86e128 on network f49d29a5-b24c-437a-9fcf-9fe3d12642fa {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:25.065583 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Port d5926c6c-a84f-468d-83d2-7a3a4f86e128 on network f49d29a5-b24c-437a-9fcf-9fe3d12642fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:44:25.066070 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Attempting to bind port d5926c6c-a84f-468d-83d2-7a3a4f86e128 on network f49d29a5-b24c-437a-9fcf-9fe3d12642fa {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:25.080614 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf816b-5b76-43cb-8420-3b8e6bc10417 None None] Pushing event updated for resources: {'Port': ['ID=cbbbe173-7523-4678-9732-9b0d6629a56a,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:25.082929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:25.083581 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Checking segment: {'id': 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:25.084417 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Bound using segment: {'id': 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:25.085377 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Bound port: d5926c6c-a84f-468d-83d2-7a3a4f86e128, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:25.085841 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.167627 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Attempting to bind port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:25.168119 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Attempting to bind port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:25.168490 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Attempting to bind port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 on network 8ab6db31-65d5-4781-a84b-09583ff45294 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:25.209884 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] For port d5926c6c-a84f-468d-83d2-7a3a4f86e128, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:25.237360 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] For port d5926c6c-a84f-468d-83d2-7a3a4f86e128, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128,segment=NetworkSegment(ba4fe484-4723-4510-89b1-0cf0ff5b7bb9),segment_id=ba4fe484-4723-4510-89b1-0cf0ff5b7bb9)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:25.244108 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'Port': ['ID=06c7d4b4-2339-46b6-9446-e0192603c0e4,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:25.261875 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b61c2b67-0ace-48d7-be91-463b8d05c6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.265986 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:25.266372 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Checking segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:25.269281 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.269281 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Bound using segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:25.269794 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Bound port: bff71d0b-8a4d-42c7-9fc7-09a1daa453c8, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:25.270182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.315215 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 61874d78-fffc-4c44-876e-7c3448f977fa triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:25.316486 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.332388 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-7305327b-3c8c-4a6b-9215-16fdc7a3bb94 None None] Port 5682b648-b9ca-4db5-8b85-2ed8170a7838 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:25.397453 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.463283 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Allocated IP 172.27.1.202 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/3087bde5-4aa1-48bc-8650-6ade78106790) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:25.477265 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-7200c166-8b61-438f-a029-2b8baf10bc25 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7772555 Mar 23 19:44:25.517030 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Request body: {'port': {'device_id': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:25.561481 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-05b6551f-34d1-4c82-aace-c879623c03f3 None None] Provisioning complete for port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:25.570376 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-05b6551f-34d1-4c82-aace-c879623c03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.651197 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:25.652076 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.655631 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] 10.222.0.41 "PUT /v2.0/ports/d5926c6c-a84f-468d-83d2-7a3a4f86e128 HTTP/1.1" status: 200 len: 1093 time: 4.1804745 Mar 23 19:44:25.658168 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.663603 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.694133 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] For port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:25.699252 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] For port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:25.710465 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-05b6551f-34d1-4c82-aace-c879623c03f3 None None] Port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:25.725961 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf63c5f2-ed64-4d8b-afb8-4f5160785a9d req-ccf5d22e-e17f-44d9-b547-2504958c763d tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2272670 Mar 23 19:44:25.789540 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5fd177-f457-41d1-877e-d15517beffb6', 'tag': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:25.799734 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e434c1-d557-49b3-b2e1-d2fb1f12b802 req-31d7aa06-7e19-4dfc-ac10-bc0f5b9eed86 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:25.801500 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d4e434c1-d557-49b3-b2e1-d2fb1f12b802 req-31d7aa06-7e19-4dfc-ac10-bc0f5b9eed86 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 932 time: 0.5116720 Mar 23 19:44:25.826560 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.872563 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:25.924907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-05b6551f-34d1-4c82-aace-c879623c03f3 None None] Provisioning complete for port 06c7d4b4-2339-46b6-9446-e0192603c0e4 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:25.925325 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-05b6551f-34d1-4c82-aace-c879623c03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.040051 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea155-0c44-47a2-bb31-7a73d2bea502 None None] Pushing event updated for resources: {'Port': ['ID=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:26.040814 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:26.057006 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 070d1994-0d82-4d8e-b38c-33c237578ecf up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:26.135226 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-05b6551f-34d1-4c82-aace-c879623c03f3 None None] Port 06c7d4b4-2339-46b6-9446-e0192603c0e4 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:26.152857 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:26.153686 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:26.310637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5682b648-b9ca-4db5-8b85-2ed8170a7838 {{(pid=108885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:26.321827 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.347131 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.provisioning_blocks [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Transition to ACTIVE for port object 5682b648-b9ca-4db5-8b85-2ed8170a7838 will not be triggered until provisioned by entity L2. {{(pid=108885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:44:26.348570 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:26.377737 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d4e434c1-d557-49b3-b2e1-d2fb1f12b802 req-8d813692-616e-47d2-968f-f98eee68ff5e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405478 Mar 23 19:44:26.386619 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:26.436963 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 070d1994-0d82-4d8e-b38c-33c237578ecf triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:26.437392 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.485976 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.570702 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-ba0c851a-f933-454a-aa70-4417f741fb9e None None] Provisioning complete for port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:26.571328 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ba0c851a-f933-454a-aa70-4417f741fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.658079 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'Port': ['ID=3087bde5-4aa1-48bc-8650-6ade78106790,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:26.676362 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4acc61f7-a679-4727-b10d-aef5eaee0b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.689151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:26.767855 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.802668 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4acc61f7-a679-4727-b10d-aef5eaee0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:26.925369 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-4acc61f7-a679-4727-b10d-aef5eaee0b05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dfb1371558749c18cfbb25a4dca0629&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7336612 Mar 23 19:44:26.941751 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52248) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:26.968676 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.006796 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5fd177-f457-41d1-877e-d15517beffb6", "tag": "d5926c6c-a84f-468d-83d2-7a3a4f86e128"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:27.119326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3813e-6d55-4350-adc2-ff378dc2882a service neutron] Pushing event updated for resources: {'Port': ['ID=d5926c6c-a84f-468d-83d2-7a3a4f86e128,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:27.232207 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b61c2b67-0ace-48d7-be91-463b8d05c6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.282507 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc61f7-a679-4727-b10d-aef5eaee0b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e0a33-f5d6-434b-8053-9746c11f0e54,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:27.286863 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ba0c851a-f933-454a-aa70-4417f741fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.290885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe68906-da18-48ce-993a-f5793788f22b x-openstack-request-id: req-fbe68906-da18-48ce-993a-f5793788f22b {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:27.290885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5fd177-f457-41d1-877e-d15517beffb6", "tag": "d5926c6c-a84f-468d-83d2-7a3a4f86e128", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:27.290885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbe68906-da18-48ce-993a-f5793788f22b {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:27.290885 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5fd177-f457-41d1-877e-d15517beffb6', 'tag': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128', 'status': 'completed', 'code': 200} Mar 23 19:44:27.312445 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.346893 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:27.394415 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-59ee1db7-ab97-4a37-bae2-02607567334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:27.396033 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-59ee1db7-ab97-4a37-bae2-02607567334b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbba2a712c7d41ac95a0df5ac5fcdcdc&device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 1096 time: 1.3425982 Mar 23 19:44:27.416897 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b61c2b67-0ace-48d7-be91-463b8d05c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.436528 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Allocated IP 172.27.1.184 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/98724c8e-d4bf-4fd5-95ff-d0b4d8552f06) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:27.513784 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Pushing event updated for resources: {'Port': ['ID=5682b648-b9ca-4db5-8b85-2ed8170a7838,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:27.514612 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-ba0c851a-f933-454a-aa70-4417f741fb9e None None] For port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:27.545554 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd55f82-f58f-4f74-98fb-4c0eb8ea6b96 req-f370a11a-d074-4d56-a66f-f4da0d75642b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:27.547545 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-abd55f82-f58f-4f74-98fb-4c0eb8ea6b96 req-f370a11a-d074-4d56-a66f-f4da0d75642b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.5907691 Mar 23 19:44:27.548533 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Attempting to bind port 5682b648-b9ca-4db5-8b85-2ed8170a7838 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:27.549238 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Attempting to bind port 5682b648-b9ca-4db5-8b85-2ed8170a7838 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}] {{(pid=108885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:27.549759 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Attempting to bind port 5682b648-b9ca-4db5-8b85-2ed8170a7838 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:27.609787 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:27.610270 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.631525 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52266) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:27.646893 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.655357 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-68b438eb-b328-455f-8842-96a4ff1eed74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128 HTTP/1.1" status: 200 len: 217 time: 0.2018337 Mar 23 19:44:27.671041 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9ee7071d-a3a6-4cbf-bbcf-c29950685b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.687520 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Port 5682b648-b9ca-4db5-8b85-2ed8170a7838 on network 1458d76f-8d16-40dd-af13-cb257758231c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:44:27.689347 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Attempting to bind port 5682b648-b9ca-4db5-8b85-2ed8170a7838 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:27.718425 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:25Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:27.728290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:27.730218 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Checking segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:27.731364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Bound using segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:27.732439 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Bound port: 5682b648-b9ca-4db5-8b85-2ed8170a7838, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}}] {{(pid=108885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:27.732979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:27.749034 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b61c2b67-0ace-48d7-be91-463b8d05c6ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7c5db6f8eb944fe8b7fb9bb08457b12&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1714494 Mar 23 19:44:27.754149 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52270) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:27.757750 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4a209-6d24-4ff4-a094-3901f351a1a8 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:25Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:27.774236 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2b67-0ace-48d7-be91-463b8d05c6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9825d92-6886-4450-ab06-9381bda899a6,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:27.804270 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ba0c851a-f933-454a-aa70-4417f741fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.003095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-c2761813-70b1-428c-9d9b-11ada9637535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:28.004381 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-c2761813-70b1-428c-9d9b-11ada9637535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd2ac912-1608-42f8-b737-6b9f457adcfe HTTP/1.1" status: 200 len: 852 time: 0.3285749 Mar 23 19:44:28.029247 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5edcf7fd-953a-44a0-bfba-c7194278f70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.148808 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c851a-f933-454a-aa70-4417f741fb9e None None] Pushing event updated for resources: {'Port': ['ID=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:28.158111 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5edcf7fd-953a-44a0-bfba-c7194278f70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.269467 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9ee7071d-a3a6-4cbf-bbcf-c29950685b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.285719 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-bdd9dff5-9250-4684-a370-1bb81d4a2167 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126163 Mar 23 19:44:28.304091 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.314075 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5edcf7fd-953a-44a0-bfba-c7194278f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.328298 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.447790 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5edcf7fd-953a-44a0-bfba-c7194278f70c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25ea9558ad414307adad2011ce3cd149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076220 Mar 23 19:44:28.498663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52276) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:28.498663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcf7fd-953a-44a0-bfba-c7194278f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae934f4-ff4b-4fb0-8753-428f8f6601cc,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:28.498663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7fadb588-ae8a-409d-a007-3f088cc990f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.519926 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] For port 5682b648-b9ca-4db5-8b85-2ed8170a7838, host hv-cinder-83496, cleared binding levels {{(pid=108885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:28.526590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] For port 5682b648-b9ca-4db5-8b85-2ed8170a7838, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:28.596265 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a097c2-75a8-4196-a07f-f0d5dc5c552b req-461f86cc-5df0-4a85-a0f6-b4510ace1303 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:28.598093 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d0a097c2-75a8-4196-a07f-f0d5dc5c552b req-461f86cc-5df0-4a85-a0f6-b4510ace1303 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 932 time: 1.0453055 Mar 23 19:44:28.601128 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-abd55f82-f58f-4f74-98fb-4c0eb8ea6b96 req-6dd11930-0709-4068-9590-d8af6e71f0fd tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0399134 Mar 23 19:44:28.669516 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.673244 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.675206 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9ee7071d-a3a6-4cbf-bbcf-c29950685b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.677883 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9ee7071d-a3a6-4cbf-bbcf-c29950685b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.688226 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9ee7071d-a3a6-4cbf-bbcf-c29950685b06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c04e0a33-f5d6-434b-8053-9746c11f0e54 HTTP/1.1" status: 204 len: 168 time: 1.7282124 Mar 23 19:44:28.725456 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7071d-a3a6-4cbf-bbcf-c29950685b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e0a33-f5d6-434b-8053-9746c11f0e54,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:28.727380 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'Port': ['ID=3087bde5-4aa1-48bc-8650-6ade78106790,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:28.766936 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7fadb588-ae8a-409d-a007-3f088cc990f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.818605 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Pushing event updated for resources: {'Port': ['ID=5682b648-b9ca-4db5-8b85-2ed8170a7838,revision_number=3']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:28.843004 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d0a097c2-75a8-4196-a07f-f0d5dc5c552b req-f17ab93c-5e4e-4e64-9095-fa03672dc2d3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242868 Mar 23 19:44:28.843004 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:28.843004 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.843004 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-67743eaf-a6f2-4a38-898e-0c5e2946764b service neutron] 10.222.0.41 "PUT /v2.0/ports/5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 200 len: 1093 time: 5.1609221 Mar 23 19:44:28.843004 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'tag': '5682b648-b9ca-4db5-8b85-2ed8170a7838'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:28.937066 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:28.939776 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 281af1a2-a0c2-4479-9a51-7b42ca7ad49b up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:28.951892 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f712fe86-e98b-4287-b526-2a4825927d29 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2028327 Mar 23 19:44:29.021352 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7e7b0661-a51f-4efa-a65d-f795d70e71f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.093883 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:29.100479 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.122395 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7fadb588-ae8a-409d-a007-3f088cc990f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.130900 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7fadb588-ae8a-409d-a007-3f088cc990f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.132217 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-7fadb588-ae8a-409d-a007-3f088cc990f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9825d92-6886-4450-ab06-9381bda899a6 HTTP/1.1" status: 204 len: 168 time: 1.3750913 Mar 23 19:44:29.156156 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.183725 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-77801273-a734-4493-8eb9-12dbf60f4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:29.185265 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-77801273-a734-4493-8eb9-12dbf60f4541 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1096 time: 0.1776872 Mar 23 19:44:29.189680 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadb588-ae8a-409d-a007-3f088cc990f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9825d92-6886-4450-ab06-9381bda899a6,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:29.312588 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7e7b0661-a51f-4efa-a65d-f795d70e71f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.363791 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device cbbbe173-7523-4678-9732-9b0d6629a56a up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:29.410674 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-1347a7f0-c32d-4446-9a52-4e7abeb6b246 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 200 len: 217 time: 0.1999180 Mar 23 19:44:29.469437 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-331e53e1-6c78-4051-9309-36569e67ce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.485610 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-41010557-31ec-463f-9784-1392adf2694b service neutron] 10.222.0.41 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1143689 Mar 23 19:44:29.493027 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54426089-376e-474d-ad7a-96957cb0cf32" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4", "tag": "5682b648-b9ca-4db5-8b85-2ed8170a7838"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:29.531489 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c7d4b4-2339-46b6-9446-e0192603c0e4 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:29.541006 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port cbbbe173-7523-4678-9732-9b0d6629a56a triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:29.543965 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.575101 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-f91afc16-aeb9-40b2-ae4f-27914dbcdba6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2086606093&fields=id&tenant_id=060be405ea904aa1a04ff049dd6a68d5 HTTP/1.1" status: 200 len: 267 time: 0.1705673 Mar 23 19:44:29.582250 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.662473 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-1588e2de-1ba4-4e6a-9be1-bef5f9cc27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:29.681902 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-1588e2de-1ba4-4e6a-9be1-bef5f9cc27f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.1758738 Mar 23 19:44:29.682058 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:29.688743 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.786180 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'Port': ['ID=98724c8e-d4bf-4fd5-95ff-d0b4d8552f06,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:29.797211 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:29.797588 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:29.803394 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:29.819140 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:29.821840 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:29.889976 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6b0b15c1-61a5-4815-a96d-6c4146061500 req-9c6ca0c0-860b-42e4-9719-01f92f2f1750 service neutron] 10.222.0.41 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931813 Mar 23 19:44:29.902469 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Transition to ACTIVE for port object 06c7d4b4-2339-46b6-9446-e0192603c0e4 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:44:29.902930 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-e1d9bc8c-5a66-4bc8-a083-3034ad5fbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:29.911250 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-e1d9bc8c-5a66-4bc8-a083-3034ad5fbee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1724448 Mar 23 19:44:29.969661 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-0e0cf65a-4faa-4b4c-875b-e80427806a0c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:29.971589 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-0e0cf65a-4faa-4b4c-875b-e80427806a0c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 811 time: 0.3858860 Mar 23 19:44:30.027891 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-70dfd560-6d0c-41f8-a9a6-97b3e8e52643 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/quotas/060be405ea904aa1a04ff049dd6a68d5 HTTP/1.1" status: 200 len: 375 time: 0.0340464 Mar 23 19:44:30.060169 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7e7b0661-a51f-4efa-a65d-f795d70e71f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.064676 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7e7b0661-a51f-4efa-a65d-f795d70e71f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.066545 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-7e7b0661-a51f-4efa-a65d-f795d70e71f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ae934f4-ff4b-4fb0-8753-428f8f6601cc HTTP/1.1" status: 204 len: 168 time: 1.5687504 Mar 23 19:44:30.094728 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b0661-a51f-4efa-a65d-f795d70e71f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae934f4-ff4b-4fb0-8753-428f8f6601cc,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:30.097446 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.137425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.182929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52320) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:30.264184 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Pushing event updated for resources: {'Port': ['ID=06c7d4b4-2339-46b6-9446-e0192603c0e4,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:30.351745 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-0ed5cc39-3f21-4ddf-b65d-80a60250583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:30.360622 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-0ed5cc39-3f21-4ddf-b65d-80a60250583b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbba2a712c7d41ac95a0df5ac5fcdcdc&device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 1096 time: 0.2012661 Mar 23 19:44:30.367438 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Attempting to bind port 06c7d4b4-2339-46b6-9446-e0192603c0e4 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:30.367887 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Attempting to bind port 06c7d4b4-2339-46b6-9446-e0192603c0e4 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:30.368501 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Attempting to bind port 06c7d4b4-2339-46b6-9446-e0192603c0e4 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:30.404375 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Port 06c7d4b4-2339-46b6-9446-e0192603c0e4 on network 1458d76f-8d16-40dd-af13-cb257758231c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:44:30.404726 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Attempting to bind port 06c7d4b4-2339-46b6-9446-e0192603c0e4 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:30.452922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:30.454386 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-591ddcff-75ca-40d1-97c6-893d2277453b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4177232 Mar 23 19:44:30.465468 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-58116bfd-1f7d-43c3-b5d9-d37aae1675bf service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367637 Mar 23 19:44:30.498972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:30.499791 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Checking segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:30.502877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Bound using segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:30.504150 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Bound port: 06c7d4b4-2339-46b6-9446-e0192603c0e4, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:30.506823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.567753 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:30.568327 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.714210 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-60b78412-4367-46a8-bc5d-13ab4a44f62f service neutron] 10.222.0.31 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171786 Mar 23 19:44:30.715846 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b4a0d-55da-4bc8-abe8-edf260e569a1 x-openstack-request-id: req-8e2b4a0d-55da-4bc8-abe8-edf260e569a1 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:30.717131 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4", "tag": "5682b648-b9ca-4db5-8b85-2ed8170a7838", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:30.717131 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e2b4a0d-55da-4bc8-abe8-edf260e569a1 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:30.717131 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'tag': '5682b648-b9ca-4db5-8b85-2ed8170a7838', 'status': 'completed', 'code': 200} Mar 23 19:44:30.791989 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:30.904451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52324) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:31.039399 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3ed65-2243-4e5e-aba3-2c64ede84fbf req-81f5f21d-c52e-48ff-8ecf-19119eb7a8b2 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:31.049585 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cbf3ed65-2243-4e5e-aba3-2c64ede84fbf req-81f5f21d-c52e-48ff-8ecf-19119eb7a8b2 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.2433121 Mar 23 19:44:31.099134 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-354dd27d-b650-4da3-b454-9a1f9dcf1032 req-dfd48590-a881-47a2-89fb-35f168ce3c51 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811965 Mar 23 19:44:31.126389 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-042b1358-96cf-4be7-83fc-29532ebb3adb service neutron] 10.222.0.31 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868690 Mar 23 19:44:31.135088 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cbf3ed65-2243-4e5e-aba3-2c64ede84fbf req-8f47c1c6-ed2e-4a4c-b5b0-d1db95e7c966 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Mar 23 19:44:31.240000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dd5432cf-4377-4b0b-a54f-5165c644cc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.303919 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-057b5a77-a9af-4300-b649-61f594a14094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:31.305455 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-057b5a77-a9af-4300-b649-61f594a14094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa HTTP/1.1" status: 200 len: 913 time: 0.9242699 Mar 23 19:44:31.315211 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] For port 06c7d4b4-2339-46b6-9446-e0192603c0e4, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:31.393438 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dc0fe-039f-4a8d-afce-f135e249e3f2 req-7e1b759f-1a51-42ba-be38-ac78915c9e97 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:31.403370 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e5e33b84-a3b1-4ebd-a6e6-af330adb0f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.408893 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] For port 06c7d4b4-2339-46b6-9446-e0192603c0e4, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:31.409903 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c7dc0fe-039f-4a8d-afce-f135e249e3f2 req-7e1b759f-1a51-42ba-be38-ac78915c9e97 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 944 time: 0.1966465 Mar 23 19:44:31.410709 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-cf7d58ea-41d9-4ad1-af74-48c640cdb78a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128 HTTP/1.1" status: 200 len: 217 time: 0.0897312 Mar 23 19:44:31.423809 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426089-376e-474d-ad7a-96957cb0cf32 req-f8203480-cde3-46fa-8915-d788bee659c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:31.425359 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-f8203480-cde3-46fa-8915-d788bee659c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1096 time: 0.1902106 Mar 23 19:44:31.479993 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.615699 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c7dc0fe-039f-4a8d-afce-f135e249e3f2 req-b8609fca-c08b-4689-823b-357e6ddfda35 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993523 Mar 23 19:44:31.639474 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:31.640019 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.642333 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] 10.222.0.41 "PUT /v2.0/ports/06c7d4b4-2339-46b6-9446-e0192603c0e4 HTTP/1.1" status: 200 len: 1094 time: 6.1324730 Mar 23 19:44:31.642923 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'tag': '06c7d4b4-2339-46b6-9446-e0192603c0e4'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:31.645130 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74d96a-5220-4211-a1b8-3cfa0899f00f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f81cd9a-a2f4-4364-953b-4fb34a17ff69", "tag": "06c7d4b4-2339-46b6-9446-e0192603c0e4"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:31.656288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cbcb544c-3866-48a9-81d8-13847bcc9156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.708248 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-8e6f25aa-fc1c-44ba-bbc4-4f14ffdcc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:31.709990 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-8e6f25aa-fc1c-44ba-bbc4-4f14ffdcc2ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd2ac912-1608-42f8-b737-6b9f457adcfe HTTP/1.1" status: 200 len: 852 time: 0.2864947 Mar 23 19:44:31.747288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.780668 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b9796-8b21-4ffa-9cb4-c02d3a432b1e service neutron] Pushing event updated for resources: {'Port': ['ID=06c7d4b4-2339-46b6-9446-e0192603c0e4,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:31.827223 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622bd4eb-bd1d-44e4-a14e-fb45f23ff1ae x-openstack-request-id: req-622bd4eb-bd1d-44e4-a14e-fb45f23ff1ae {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:31.827564 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f81cd9a-a2f4-4364-953b-4fb34a17ff69", "tag": "06c7d4b4-2339-46b6-9446-e0192603c0e4", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:31.827753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-622bd4eb-bd1d-44e4-a14e-fb45f23ff1ae {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:31.828220 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'tag': '06c7d4b4-2339-46b6-9446-e0192603c0e4', 'status': 'completed', 'code': 200} Mar 23 19:44:31.848970 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-4480ebf8-3478-456d-b8fc-90ea8cccfcf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087036 Mar 23 19:44:31.919594 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.939461 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dd5432cf-4377-4b0b-a54f-5165c644cc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:31.953324 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-213ca968-4e69-4dea-8240-45bd0d9c2ce7 req-a33a4c59-7526-4360-b85c-37c832a0b704 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 210 time: 0.3418388 Mar 23 19:44:31.968599 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52344) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:32.015715 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8513-2051-4361-b35d-9b0b39d29e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.029250 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426089-376e-474d-ad7a-96957cb0cf32 req-b6fa7a67-bd16-4fc3-b2e0-3475ec9b86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:32.033352 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-b6fa7a67-bd16-4fc3-b2e0-3475ec9b86a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.5815229 Mar 23 19:44:32.044852 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dd5432cf-4377-4b0b-a54f-5165c644cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.062896 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.134152 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-dfeeabc9-a7a3-4270-b4fd-ac6f251c4f52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 200 len: 217 time: 0.0589366 Mar 23 19:44:32.171019 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5432cf-4377-4b0b-a54f-5165c644cc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66257d3-beb7-4d9d-b3be-290a56966640,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:32.188698 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'Port': ['ID=98724c8e-d4bf-4fd5-95ff-d0b4d8552f06,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:32.230589 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426089-376e-474d-ad7a-96957cb0cf32 req-c4d488b4-582c-4d8c-b74f-ad0c775e667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:32.235457 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-c4d488b4-582c-4d8c-b74f-ad0c775e667f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0762029 Mar 23 19:44:32.240508 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8513-2051-4361-b35d-9b0b39d29e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.244421 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-5786f6bf-1237-430b-8796-1ea9be646f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:32.250617 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-5786f6bf-1237-430b-8796-1ea9be646f00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 1097 time: 0.4214923 Mar 23 19:44:32.278504 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-dd5432cf-4377-4b0b-a54f-5165c644cc8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c84a08f5a883437495efdc571732b3be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3576469 Mar 23 19:44:32.283870 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52356) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:32.327230 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.337280 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-42ab87c6-c4a4-4aaf-a634-91ecf83c3fd3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4472992 Mar 23 19:44:32.392846 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-3024fed2-5adc-4efd-a79d-06449c34be6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4 HTTP/1.1" status: 200 len: 217 time: 0.1116812 Mar 23 19:44:32.480658 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-d5bb34be-cdf4-44b0-8241-0fc9e8a76236 service neutron] 10.222.0.41 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582309 Mar 23 19:44:32.498953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cbcb544c-3866-48a9-81d8-13847bcc9156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.537592 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-411d1643-356c-40ee-a84d-c9397f4d3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:32.539823 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-411d1643-356c-40ee-a84d-c9397f4d3b47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.1285694 Mar 23 19:44:32.543054 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0620a7e9-b873-43c8-abf2-b3aceb1dda11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.561387 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b4fc8513-2051-4361-b35d-9b0b39d29e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.626326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cbcb544c-3866-48a9-81d8-13847bcc9156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.644979 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0620a7e9-b873-43c8-abf2-b3aceb1dda11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.686042 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b4fc8513-2051-4361-b35d-9b0b39d29e23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63041069f2184de8a539d84ef1f417f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145400 Mar 23 19:44:32.690970 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8513-2051-4361-b35d-9b0b39d29e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c86ab8-b529-4ebc-b666-7ae67f49e481,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:32.694957 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52382) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:32.703215 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e508f1-f7dc-415b-a0a2-3cbfe8300bae req-7af5632e-9485-4a51-97e7-e368353f591d tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:32.711625 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a0e508f1-f7dc-415b-a0a2-3cbfe8300bae req-7af5632e-9485-4a51-97e7-e368353f591d tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.1609251 Mar 23 19:44:32.715187 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426089-376e-474d-ad7a-96957cb0cf32 req-ef6cea15-c959-4f6d-9036-be5b47eb1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:32.716883 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-ef6cea15-c959-4f6d-9036-be5b47eb1c5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4750988 Mar 23 19:44:32.839534 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-f49a8134-8f2c-4b1a-82e5-1c5e0729f965 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--469067503&fields=id&tenant_id=44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 267 time: 0.2000041 Mar 23 19:44:32.864461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:32.955873 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cbcb544c-3866-48a9-81d8-13847bcc9156 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50db62cee59a4555a5c35a9556543f79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7709479 Mar 23 19:44:32.962342 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52384) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:32.964309 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb544c-3866-48a9-81d8-13847bcc9156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc687cdd-2015-42d5-9e40-53eb7edafaa9,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:33.002320 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-6b0933f3-1c57-448d-a586-cfb510bd2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:33.003858 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-6b0933f3-1c57-448d-a586-cfb510bd2bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4238639 Mar 23 19:44:33.063098 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ab7916d-d4e3-4ce3-87e2-40bac64dad66 req-ac9312f8-c4ad-49e0-b7d1-c9e6862ffc37 service neutron] 10.222.0.41 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559983 Mar 23 19:44:33.089576 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a0e508f1-f7dc-415b-a0a2-3cbfe8300bae req-a5393d9a-be3b-453d-aa42-7ba052dea742 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711734 Mar 23 19:44:33.093829 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4062cb12-ae10-4be2-bc05-939757139703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.146913 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0620a7e9-b873-43c8-abf2-b3aceb1dda11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.149644 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0620a7e9-b873-43c8-abf2-b3aceb1dda11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.150864 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0620a7e9-b873-43c8-abf2-b3aceb1dda11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b66257d3-beb7-4d9d-b3be-290a56966640 HTTP/1.1" status: 204 len: 168 time: 0.8659275 Mar 23 19:44:33.156361 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-f1062d80-6960-43e8-8564-ed0b10c754eb service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838711 Mar 23 19:44:33.169959 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4062cb12-ae10-4be2-bc05-939757139703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.177442 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d09848fe-b2a8-4f73-9d88-8b714053d962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.189315 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620a7e9-b873-43c8-abf2-b3aceb1dda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66257d3-beb7-4d9d-b3be-290a56966640,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:33.233097 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-35163588-b9f5-4ab4-80d6-ca282c8a34ce service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142889 Mar 23 19:44:33.315095 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-943d3c59-4395-42e6-8d3a-66c1e67d42a0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:33.315095 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-943d3c59-4395-42e6-8d3a-66c1e67d42a0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 816 time: 0.4724555 Mar 23 19:44:33.352655 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d09848fe-b2a8-4f73-9d88-8b714053d962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.366945 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4062cb12-ae10-4be2-bc05-939757139703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.370007 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4062cb12-ae10-4be2-bc05-939757139703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.371733 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4062cb12-ae10-4be2-bc05-939757139703 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc687cdd-2015-42d5-9e40-53eb7edafaa9 HTTP/1.1" status: 204 len: 168 time: 0.4044390 Mar 23 19:44:33.411946 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062cb12-ae10-4be2-bc05-939757139703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc687cdd-2015-42d5-9e40-53eb7edafaa9,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:33.455839 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-d44e00e4-cf6d-484a-9c19-5f979a01c6f8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/quotas/44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 375 time: 0.1339831 Mar 23 19:44:33.469646 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f5f0eb8-f184-46f1-a681-4faad23bc811 req-d125441b-6f2e-4a98-9dcb-40e1f42f23b9 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710515 Mar 23 19:44:33.565493 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed3918-9b53-4b00-8616-e3e6caff2194 req-39e59554-e25b-49f3-8e7d-8bffffcffcb5 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:33.565905 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5fed3918-9b53-4b00-8616-e3e6caff2194 req-39e59554-e25b-49f3-8e7d-8bffffcffcb5 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 944 time: 0.3559117 Mar 23 19:44:33.639563 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-54426089-376e-474d-ad7a-96957cb0cf32 req-5ef15714-96bc-4a8f-9d15-187d5f5caa1a service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593475 Mar 23 19:44:33.666105 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-16101e0c-1f25-4f11-a832-b2b399cb5be7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962094 Mar 23 19:44:33.819862 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d09848fe-b2a8-4f73-9d88-8b714053d962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.822667 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d09848fe-b2a8-4f73-9d88-8b714053d962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:33.824485 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d09848fe-b2a8-4f73-9d88-8b714053d962 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6c86ab8-b529-4ebc-b666-7ae67f49e481 HTTP/1.1" status: 204 len: 168 time: 1.1066480 Mar 23 19:44:33.850199 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5fed3918-9b53-4b00-8616-e3e6caff2194 req-266ed82e-cfa3-4d50-b5ac-e3683f411688 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538197 Mar 23 19:44:33.906653 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09848fe-b2a8-4f73-9d88-8b714053d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c86ab8-b529-4ebc-b666-7ae67f49e481,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:33.978773 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-99bea577-0bb9-4c31-b1c4-aa2f9593f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:33.981859 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-99bea577-0bb9-4c31-b1c4-aa2f9593f509 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 1097 time: 0.2266073 Mar 23 19:44:34.014596 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c7eaa714-9b62-465d-8d31-9c94d23cfa64 req-56b23431-a398-4b23-b29b-2f139a594171 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 210 time: 0.0482938 Mar 23 19:44:34.070344 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-bb0b1feb-f280-47e1-97d4-3a881999df28 service neutron] 10.222.0.31 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031661 Mar 23 19:44:34.266987 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-95a7bfb5-8387-4065-9eaa-f207a0edb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:34.268317 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-95a7bfb5-8387-4065-9eaa-f207a0edb0a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.2481363 Mar 23 19:44:34.289398 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-516e3d7c-602a-4ccd-959e-a03c003e8a91 service neutron] 10.222.0.31 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104299 Mar 23 19:44:34.299263 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d1888-b277-4b13-95a8-eae2db7fb1db req-936b4f69-9a05-4f3c-90c5-6c0fd2324770 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:34.301273 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cb8d1888-b277-4b13-95a8-eae2db7fb1db req-936b4f69-9a05-4f3c-90c5-6c0fd2324770 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.1020441 Mar 23 19:44:34.347806 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cb8d1888-b277-4b13-95a8-eae2db7fb1db req-3a546645-78d7-4732-a97b-b412dc555b6b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Mar 23 19:44:34.357006 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:34.482830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52408) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:34.537616 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-16b67057-1b39-403e-9910-e3f024a3fe7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4 HTTP/1.1" status: 200 len: 217 time: 0.0764589 Mar 23 19:44:34.545255 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0425451e-623e-4ddb-96d1-0bc8aaba5c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:34.702189 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-b000631c-6acd-4dce-aabe-cfac6c776cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:34.704016 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-b000631c-6acd-4dce-aabe-cfac6c776cab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.1598840 Mar 23 19:44:34.713436 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0425451e-623e-4ddb-96d1-0bc8aaba5c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:34.985077 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:34.989719 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0425451e-623e-4ddb-96d1-0bc8aaba5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.098658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8501-2c8b-4c6a-8f55-2dc24b36cc51 req-0f7b45fc-0ea8-4076-8cbe-e740e0ecedf4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:35.101391 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425451e-623e-4ddb-96d1-0bc8aaba5c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4de0f-2349-4c4b-b6ee-b8ed5eb6df14,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:35.106621 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-76cb8501-2c8b-4c6a-8f55-2dc24b36cc51 req-0f7b45fc-0ea8-4076-8cbe-e740e0ecedf4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 944 time: 0.1192064 Mar 23 19:44:35.113702 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0425451e-623e-4ddb-96d1-0bc8aaba5c57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc99e811f903433783bc0f6b8e8baadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288207 Mar 23 19:44:35.116269 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52432) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:35.186021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb970-92f7-4532-ac57-336cfd34ce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.225180 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb970-92f7-4532-ac57-336cfd34ce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.229755 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6cf6333f-4280-41d3-8a04-90c2b060add8 req-3ca19355-010f-4cc4-886f-b64ac93bf832 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 210 time: 0.1070383 Mar 23 19:44:35.263500 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-76cb8501-2c8b-4c6a-8f55-2dc24b36cc51 req-ba6131c2-a2d6-40b4-8473-2133446607e6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375108 Mar 23 19:44:35.287118 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52434) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:35.302421 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f663a788-8b60-497c-aa04-cdc6a333acef admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.346790 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0ae09313-af95-48b4-be51-7baf547225e9 req-1ff2694d-8a6f-4f7f-a9ac-54a1f4621eb0 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 210 time: 0.0331972 Mar 23 19:44:35.398462 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-df8308e4-0e18-4978-8f4d-2fc9558dd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:35.400625 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-df8308e4-0e18-4978-8f4d-2fc9558dd0f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520403 Mar 23 19:44:35.442100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb970-92f7-4532-ac57-336cfd34ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.444750 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb970-92f7-4532-ac57-336cfd34ce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.452597 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-f3bfb970-92f7-4532-ac57-336cfd34ce8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30e4de0f-2349-4c4b-b6ee-b8ed5eb6df14 HTTP/1.1" status: 204 len: 168 time: 0.3286390 Mar 23 19:44:35.466184 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfb970-92f7-4532-ac57-336cfd34ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4de0f-2349-4c4b-b6ee-b8ed5eb6df14,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:35.501665 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea86015-c60b-482c-9690-22cd2a0a94c0 req-dbe5fdfe-94e7-4fbd-aab7-744b7a5c3b2e tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:35.503203 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5ea86015-c60b-482c-9690-22cd2a0a94c0 req-dbe5fdfe-94e7-4fbd-aab7-744b7a5c3b2e tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.0787103 Mar 23 19:44:35.596581 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f663a788-8b60-497c-aa04-cdc6a333acef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.628314 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5ea86015-c60b-482c-9690-22cd2a0a94c0 req-c7fd1fa4-59b1-4805-97a3-bcd65d68a3b9 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179490 Mar 23 19:44:35.661383 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-90f32d82-828c-4ca2-aa6d-a1462a15f91f service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376565 Mar 23 19:44:35.710445 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f663a788-8b60-497c-aa04-cdc6a333acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.799867 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f663a788-8b60-497c-aa04-cdc6a333acef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c5998752f41438fa598eb7bc82548a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055213 Mar 23 19:44:35.799867 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663a788-8b60-497c-aa04-cdc6a333acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f2699f-d2fa-4cd1-b3fa-0968bc60de87,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:35.800017 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52456) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:35.818536 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad74d96a-5220-4211-a1b8-3cfa0899f00f req-d6621fdc-ebb0-4255-ae9d-c965d6ee9d20 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450686 Mar 23 19:44:35.885659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-47cbeb45-1c97-4fd0-8fb2-83cb04e274af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.916278 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-47cbeb45-1c97-4fd0-8fb2-83cb04e274af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:35.980553 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-f40dd68c-b114-487c-8e1c-ce7093c02260 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:35.982451 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-f40dd68c-b114-487c-8e1c-ce7093c02260 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 811 time: 0.1367829 Mar 23 19:44:36.042256 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-5d5622d9-337e-4f86-9e8c-fd97bce84867 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060be405ea904aa1a04ff049dd6a68d5 HTTP/1.1" status: 200 len: 380 time: 0.0484908 Mar 23 19:44:36.051783 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'port': {'device_id': '888d9b48-737a-455c-93da-58f634ad44ba', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'admin_state_up': True, 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'security_groups': ['f605ab29-3cb8-4649-bdfd-36e571b11aaa']}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:36.093631 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-47cbeb45-1c97-4fd0-8fb2-83cb04e274af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:36.106585 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-47cbeb45-1c97-4fd0-8fb2-83cb04e274af admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:36.106585 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-47cbeb45-1c97-4fd0-8fb2-83cb04e274af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6f2699f-d2fa-4cd1-b3fa-0968bc60de87 HTTP/1.1" status: 204 len: 168 time: 0.2980697 Mar 23 19:44:36.108770 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbeb45-1c97-4fd0-8fb2-83cb04e274af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f2699f-d2fa-4cd1-b3fa-0968bc60de87,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:36.320283 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bd74f9c8-24c9-4905-969e-54d75e0513b8 req-bd19770a-0e6a-4dbb-a018-a3985bc112a4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Mar 23 19:44:36.350089 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Made reservation on behalf of 060be405ea904aa1a04ff049dd6a68d5 for: {'port': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:36.353673 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:36.421249 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34164e-9f69-460e-a7f3-f9d25d7c4fae req-ffb0d57c-f290-400e-8179-0dae0c36245e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:36.428533 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5a34164e-9f69-460e-a7f3-f9d25d7c4fae req-ffb0d57c-f290-400e-8179-0dae0c36245e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 944 time: 0.0917408 Mar 23 19:44:36.509098 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0bfb6a94-29cc-4426-907e-56c1c0aa56e3 req-b94dc82f-2214-45c0-8622-5600b5cece5a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 210 time: 0.0468891 Mar 23 19:44:36.571443 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5a34164e-9f69-460e-a7f3-f9d25d7c4fae req-f3af1bf3-c938-4d63-a25d-7f67820ee158 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353285 Mar 23 19:44:36.598937 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Allocated IP 172.20.0.14 (c12837d1-6aa2-48e4-9a7a-54c6bae48160/f54e856b-8258-4579-be21-81b3b08626b5/8c07ceb0-812e-4810-a008-ec4c69eff2de) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:36.841317 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:36.856137 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee33bcf-70b4-41a1-a55d-ca17c6960aed req-dd48f4a6-1edb-4e38-8fff-ccdad7d9b876 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:36.857659 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8ee33bcf-70b4-41a1-a55d-ca17c6960aed req-dd48f4a6-1edb-4e38-8fff-ccdad7d9b876 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.1061823 Mar 23 19:44:36.922090 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8ee33bcf-70b4-41a1-a55d-ca17c6960aed req-ea06ac5c-7021-4b88-a80a-e321dd36265a tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507538 Mar 23 19:44:36.998064 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:37.053344 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:37.056559 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:37.062462 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:37.066922 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:37.067548 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:37.078807 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'Port': ['ID=8c07ceb0-812e-4810-a008-ec4c69eff2de,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:37.175962 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-a5ae98e6-d810-4728-9066-499846aa2287 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1283436 Mar 23 19:44:37.188528 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Request body: {'port': {'device_id': '888d9b48-737a-455c-93da-58f634ad44ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:37.254642 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:37.338222 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0ce4c397-c488-409d-aaf8-7a3472b70032 None None] Provisioning complete for port 8c07ceb0-812e-4810-a008-ec4c69eff2de triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:37.343375 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c397-c488-409d-aaf8-7a3472b70032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:37.371438 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 06c7d4b4-2339-46b6-9446-e0192603c0e4 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:44:37.481311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4c397-c488-409d-aaf8-7a3472b70032 None None] Port 8c07ceb0-812e-4810-a008-ec4c69eff2de cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:37.510835 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-28482f7c-34e3-41d4-a366-900f7b0e79fe req-641daf55-e69a-4238-9231-98370491ef36 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 210 time: 0.0322731 Mar 23 19:44:37.665027 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 06c7d4b4-2339-46b6-9446-e0192603c0e4, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:37.704395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '06c7d4b4-2339-46b6-9446-e0192603c0e4', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'port_id': '06c7d4b4-2339-46b6-9446-e0192603c0e4', 'mac_address': 'fa:16:3e:d9:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:44:37.754290 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:37.780444 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c7d4b4-2339-46b6-9446-e0192603c0e4 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:37.821349 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 06c7d4b4-2339-46b6-9446-e0192603c0e4, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:37.833853 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379960c-38bf-43fc-98d0-607442ed6c2e req-c8423d5e-602c-4f79-8176-0b48a0adc96d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:37.841664 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9379960c-38bf-43fc-98d0-607442ed6c2e req-c8423d5e-602c-4f79-8176-0b48a0adc96d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 932 time: 0.1965811 Mar 23 19:44:37.853325 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622955f2-4fb2-43c8-9701-52cc06d19b4e req-f9a9e880-7438-461e-982c-c9f6959992df tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:37.860018 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-622955f2-4fb2-43c8-9701-52cc06d19b4e req-f9a9e880-7438-461e-982c-c9f6959992df tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 944 time: 0.1755493 Mar 23 19:44:37.900474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:37.904668 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 5682b648-b9ca-4db5-8b85-2ed8170a7838 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:44:37.928717 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-73c448f3-2b74-4113-b3ac-1ee4151dbe52 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:37.930943 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-73c448f3-2b74-4113-b3ac-1ee4151dbe52 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 816 time: 0.1478484 Mar 23 19:44:37.962180 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9379960c-38bf-43fc-98d0-607442ed6c2e req-97279143-8f3e-40df-b31a-1883424f6bf4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196256 Mar 23 19:44:37.988167 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-622955f2-4fb2-43c8-9701-52cc06d19b4e req-26f58a94-abb7-4f5a-af13-b9d7da97fa6b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244738 Mar 23 19:44:38.041017 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=06c7d4b4-2339-46b6-9446-e0192603c0e4,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:38.051950 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c07ceb0-812e-4810-a008-ec4c69eff2de {{(pid=108885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:38.064922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.db.resource_extend [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 19:44:38.081056 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 5682b648-b9ca-4db5-8b85-2ed8170a7838, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:38.081374 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-8fb004a5-1e09-4cc7-8c3d-71a9cbc247e3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 379 time: 0.1410005 Mar 23 19:44:38.083366 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.096469 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '5682b648-b9ca-4db5-8b85-2ed8170a7838', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'port_id': '5682b648-b9ca-4db5-8b85-2ed8170a7838', 'mac_address': 'fa:16:3e:f9:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:44:38.097199 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'port': {'device_id': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'admin_state_up': True, 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'security_groups': ['a1b76d75-937b-43e0-9213-6a6011a79fd2']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:38.109979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.provisioning_blocks [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Transition to ACTIVE for port object 8c07ceb0-812e-4810-a008-ec4c69eff2de will not be triggered until provisioned by entity L2. {{(pid=108885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:44:38.174233 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.187185 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9f32a-68f6-486a-92b3-59719b45e339 req-cbb856ae-3d8d-45e2-a986-8fe86fea41cf tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:38.196047 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-71f9f32a-68f6-486a-92b3-59719b45e339 req-cbb856ae-3d8d-45e2-a986-8fe86fea41cf tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 943 time: 0.0874619 Mar 23 19:44:38.199772 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.222091 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5682b648-b9ca-4db5-8b85-2ed8170a7838 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:38.247375 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 5682b648-b9ca-4db5-8b85-2ed8170a7838, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:38.289106 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-71f9f32a-68f6-486a-92b3-59719b45e339 req-f9536c5e-23ad-4c56-b2d1-87c61a02e1e1 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869470 Mar 23 19:44:38.300306 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Pushing event updated for resources: {'Port': ['ID=8c07ceb0-812e-4810-a008-ec4c69eff2de,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:38.328083 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.328958 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d5926c6c-a84f-468d-83d2-7a3a4f86e128 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:44:38.364409 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Attempting to bind port 8c07ceb0-812e-4810-a008-ec4c69eff2de on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:38.364744 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Attempting to bind port 8c07ceb0-812e-4810-a008-ec4c69eff2de by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}] {{(pid=108885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:38.367079 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Attempting to bind port 8c07ceb0-812e-4810-a008-ec4c69eff2de on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:38.381435 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Port 8c07ceb0-812e-4810-a008-ec4c69eff2de on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:44:38.381766 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Attempting to bind port 8c07ceb0-812e-4810-a008-ec4c69eff2de on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:38.384820 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Made reservation on behalf of 44c9732f086044fa80e059d4e1e3c4eb for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:38.392249 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:38.392588 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Checking segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:38.393031 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Bound using segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:38.400343 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.400504 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Bound port: 8c07ceb0-812e-4810-a008-ec4c69eff2de, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}}] {{(pid=108885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:38.400504 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.434296 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=5682b648-b9ca-4db5-8b85-2ed8170a7838,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:38.569555 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] For port 8c07ceb0-812e-4810-a008-ec4c69eff2de, host hv-cinder-83496, cleared binding levels {{(pid=108885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:38.569555 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] For port 8c07ceb0-812e-4810-a008-ec4c69eff2de, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:38.592368 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d5926c6c-a84f-468d-83d2-7a3a4f86e128, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128,segment=NetworkSegment(ba4fe484-4723-4510-89b1-0cf0ff5b7bb9),segment_id=ba4fe484-4723-4510-89b1-0cf0ff5b7bb9)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:38.618430 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128', 'network_id': 'f49d29a5-b24c-437a-9fcf-9fe3d12642fa', 'port_id': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128', 'mac_address': 'fa:16:3e:bd:2f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2ac912-1608-42f8-b737-6b9f457adcfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:44:38.657780 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Allocated IP 172.20.0.9 (8ab6db31-65d5-4781-a84b-09583ff45294/3e83d8f8-c71d-4177-9e45-9240cea21577/aef8b338-c058-4f29-97fe-7539acc73415) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:44:38.685783 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.737684 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5926c6c-a84f-468d-83d2-7a3a4f86e128 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:38.767025 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f2e70b96-9e2e-4eff-9248-efe4043cfcdb req-97ed565d-51a2-468e-82fd-227f848936aa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 210 time: 0.0947809 Mar 23 19:44:38.773863 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d5926c6c-a84f-468d-83d2-7a3a4f86e128, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128,segment=NetworkSegment(ba4fe484-4723-4510-89b1-0cf0ff5b7bb9),segment_id=ba4fe484-4723-4510-89b1-0cf0ff5b7bb9)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:38.774164 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.825050 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.833343 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:38.833958 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.835778 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 200 len: 1094 time: 1.6515059 Mar 23 19:44:38.835778 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:38.838154 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64527d04-522f-4c90-8fe5-c0e96d0f9935" -d '{"events": [{"name": "network-changed", "server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:38.855077 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:38.881762 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed05c4-da29-42eb-9c57-b0ffc8cd0795 service neutron] Pushing event updated for resources: {'Port': ['ID=8c07ceb0-812e-4810-a008-ec4c69eff2de,revision_number=3']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:38.907149 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33836ebf-88c3-4807-adc0-06a013e0c816 x-openstack-request-id: req-33836ebf-88c3-4807-adc0-06a013e0c816 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:38.907247 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:38.907457 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33836ebf-88c3-4807-adc0-06a013e0c816 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:38.907857 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'status': 'completed', 'code': 200} Mar 23 19:44:38.914058 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=d5926c6c-a84f-468d-83d2-7a3a4f86e128,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:38.981742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64527d04-522f-4c90-8fe5-c0e96d0f9935 req-c1ef3567-8fc9-49cb-8ab4-7c2e3a488b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:38.983243 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-64527d04-522f-4c90-8fe5-c0e96d0f9935 req-c1ef3567-8fc9-49cb-8ab4-7c2e3a488b11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1097 time: 0.0548036 Mar 23 19:44:38.985808 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:39.063913 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Network 8ab6db31-65d5-4781-a84b-09583ff45294 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:44:39.068345 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:39.087696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:44:39.095481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:39.096801 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:39.111957 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:39.172669 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['5682b648-b9ca-4db5-8b85-2ed8170a7838'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:44:39.175669 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['d5926c6c-a84f-468d-83d2-7a3a4f86e128'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:44:39.193840 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-eb90ab53-0b12-43fc-8c7a-61c9d9d3e3c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1039722 Mar 23 19:44:39.206754 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Request body: {'port': {'device_id': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:39.286885 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['06c7d4b4-2339-46b6-9446-e0192603c0e4'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:44:39.307825 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:39.316707 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64527d04-522f-4c90-8fe5-c0e96d0f9935 req-189df6bc-0ce6-4d2e-ac8f-b7e8ebba3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:39.320885 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-64527d04-522f-4c90-8fe5-c0e96d0f9935 req-189df6bc-0ce6-4d2e-ac8f-b7e8ebba3de5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=060be405ea904aa1a04ff049dd6a68d5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3166573 Mar 23 19:44:39.708627 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-539be048-b23e-4660-891f-72d03cd70c15 None None] Provisioning complete for port aef8b338-c058-4f29-97fe-7539acc73415 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:39.709182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-539be048-b23e-4660-891f-72d03cd70c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:39.710620 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64527d04-522f-4c90-8fe5-c0e96d0f9935 req-3a9e9e45-3165-4525-bda1-964b6162e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:39.712090 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-64527d04-522f-4c90-8fe5-c0e96d0f9935 req-3a9e9e45-3165-4525-bda1-964b6162e110 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3807738 Mar 23 19:44:39.833814 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2b28-c260-4d72-b838-65a2e9dc3996 req-e6d3d461-d7f0-47ab-a0d5-83c568b663f0 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:39.835320 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a51a2b28-c260-4d72-b838-65a2e9dc3996 req-e6d3d461-d7f0-47ab-a0d5-83c568b663f0 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 944 time: 0.7129085 Mar 23 19:44:39.836546 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-539be048-b23e-4660-891f-72d03cd70c15 None None] Port aef8b338-c058-4f29-97fe-7539acc73415 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:44:39.870425 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4663c-f6cb-4c5d-be76-4bbc7f66630a req-1388786a-1c37-42df-bc82-0726ceabe1f1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:39.874172 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7aa4663c-f6cb-4c5d-be76-4bbc7f66630a req-1388786a-1c37-42df-bc82-0726ceabe1f1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 945 time: 0.1586165 Mar 23 19:44:39.885299 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef8b338-c058-4f29-97fe-7539acc73415 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:39.895121 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:39.909595 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Transition to ACTIVE for port object aef8b338-c058-4f29-97fe-7539acc73415 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:44:39.914026 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-ff6d27f2-d491-49db-bdca-f4b7cfc8f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:39.915504 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-ff6d27f2-d491-49db-bdca-f4b7cfc8f010 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1097 time: 0.1628523 Mar 23 19:44:39.973773 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a51a2b28-c260-4d72-b838-65a2e9dc3996 req-d1a2d528-b572-4724-a35a-3f0fb62eb6be tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282551 Mar 23 19:44:39.977066 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-850e2e05-8fe5-41ea-9dfc-b0ca3b5d5255 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 200 len: 217 time: 0.0508640 Mar 23 19:44:39.980731 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7aa4663c-f6cb-4c5d-be76-4bbc7f66630a req-ea98f5e8-ab73-4780-a5ad-aab9e05d8b6e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057055 Mar 23 19:44:40.001174 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:40.049708 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:40.060776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-f6041597-3351-4007-9c38-0d135ea82d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.065575 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-f6041597-3351-4007-9c38-0d135ea82d42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.0814793 Mar 23 19:44:40.131521 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Attempting to bind port aef8b338-c058-4f29-97fe-7539acc73415 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:44:40.132183 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Attempting to bind port aef8b338-c058-4f29-97fe-7539acc73415 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:44:40.132770 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Attempting to bind port aef8b338-c058-4f29-97fe-7539acc73415 on network 8ab6db31-65d5-4781-a84b-09583ff45294 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:40.141902 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Port aef8b338-c058-4f29-97fe-7539acc73415 on network 8ab6db31-65d5-4781-a84b-09583ff45294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:44:40.142572 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Attempting to bind port aef8b338-c058-4f29-97fe-7539acc73415 on network 8ab6db31-65d5-4781-a84b-09583ff45294 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:44:40.155886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:44:40.155886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Checking segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:40.155886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Bound using segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:44:40.155886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Bound port: aef8b338-c058-4f29-97fe-7539acc73415, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:44:40.155886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:40.193506 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea512-409e-499a-adb3-5ec202edb69d req-57bd756e-4615-4b60-81d9-89f992bba243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.194986 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-57bd756e-4615-4b60-81d9-89f992bba243 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128979 Mar 23 19:44:40.204552 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1c86a-fce2-40fa-be0b-56e8487e516c req-175ecb75-8f96-4ec6-ac1b-663ef9fa1e7b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.206431 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9b1c86a-fce2-40fa-be0b-56e8487e516c req-175ecb75-8f96-4ec6-ac1b-663ef9fa1e7b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 944 time: 0.1349182 Mar 23 19:44:40.247306 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:44:40.253370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:44:40.318108 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:40.347787 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9b1c86a-fce2-40fa-be0b-56e8487e516c req-197ce209-afd4-404f-9f31-40d023d0b020 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217489 Mar 23 19:44:40.373147 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451ccb6-2739-45fe-8eef-c6fa667363d2 req-59808255-7198-48b7-ab3e-c3e3767e99de tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.380330 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2451ccb6-2739-45fe-8eef-c6fa667363d2 req-59808255-7198-48b7-ab3e-c3e3767e99de tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.1229832 Mar 23 19:44:40.391474 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-f3809958-6e16-464e-887e-d24fc295a732 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842875 Mar 23 19:44:40.418620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:40.423607 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.424418 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:40.425976 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-a086022d-c983-4902-abc8-01f3d8211f66 service neutron] 10.222.0.41 "PUT /v2.0/ports/aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 200 len: 1093 time: 1.2237554 Mar 23 19:44:40.426823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:40.429573 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc528d61-4f31-4354-ba30-47ede41c5b25" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:40.468729 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2451ccb6-2739-45fe-8eef-c6fa667363d2 req-201f7472-013b-4d4d-a7c4-ebcb491bce2c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874512 Mar 23 19:44:40.550559 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08422d2-f9ef-479e-b350-50bc9503bc90 x-openstack-request-id: req-d08422d2-f9ef-479e-b350-50bc9503bc90 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:40.550853 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:40.551112 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d08422d2-f9ef-479e-b350-50bc9503bc90 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:40.551517 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'status': 'completed', 'code': 200} Mar 23 19:44:40.609639 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-218ea512-409e-499a-adb3-5ec202edb69d req-12494af5-4ee5-4e41-ad6d-63ea74975c8a service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092917 Mar 23 19:44:40.629118 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-2a3bd9e2-44b2-4ffa-9788-0a7db8f47ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.630606 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-2a3bd9e2-44b2-4ffa-9788-0a7db8f47ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0767634 Mar 23 19:44:40.698814 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52688) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:40.729776 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-15cab6b3-848e-4c4e-86cf-26c595e564b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 200 len: 217 time: 0.0877938 Mar 23 19:44:40.804709 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-88902ab9-c8b6-404d-b68e-c9a43eaf05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.808389 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-88902ab9-c8b6-404d-b68e-c9a43eaf05da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0724914 Mar 23 19:44:40.860739 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-4040e2eb-ced3-496e-9c17-23fcdfa44be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:40.863803 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-4040e2eb-ced3-496e-9c17-23fcdfa44be2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482204 Mar 23 19:44:41.011050 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddb0f-33ea-4f35-acc4-8c827e027bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.017058 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-3888e2bf-0e20-402d-9301-5d7c891813d6 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456072 Mar 23 19:44:41.162513 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ac0e6-38dc-458d-ae73-139be68d3098 req-6b47dd8b-52e3-4e5c-9815-2a855c5e4c4c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.164077 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c6ac0e6-38dc-458d-ae73-139be68d3098 req-6b47dd8b-52e3-4e5c-9815-2a855c5e4c4c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 944 time: 0.0921128 Mar 23 19:44:41.189682 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddb0f-33ea-4f35-acc4-8c827e027bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.350598 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 06c7d4b4-2339-46b6-9446-e0192603c0e4 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:41.375683 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f0db1c9b-6d81-4633-9249-c9a5b2bdc638 req-e9b07f60-6866-48a9-b450-07301b235f5d service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507144 Mar 23 19:44:41.409833 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddb0f-33ea-4f35-acc4-8c827e027bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.428070 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c6ac0e6-38dc-458d-ae73-139be68d3098 req-549af4d2-9389-4b8f-afbc-21701dc8beaa tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514920 Mar 23 19:44:41.476071 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9e5ddb0f-33ea-4f35-acc4-8c827e027bdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cff3bea62e964140b0b46cccf24afc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7765157 Mar 23 19:44:41.483963 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52732) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:41.486133 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c69d3a-c2be-4382-bcbc-f2c3dd3baf63 req-b7b1ff2a-c642-4fc7-8e50-b9a9835268e0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.487641 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59c69d3a-c2be-4382-bcbc-f2c3dd3baf63 req-b7b1ff2a-c642-4fc7-8e50-b9a9835268e0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 945 time: 0.3008130 Mar 23 19:44:41.488708 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddb0f-33ea-4f35-acc4-8c827e027bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c7bef0-08de-4a58-ba21-814684426e20,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:41.573778 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 06c7d4b4-2339-46b6-9446-e0192603c0e4 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:44:41.580078 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59c69d3a-c2be-4382-bcbc-f2c3dd3baf63 req-b1d82842-eade-4892-adb9-d97afcc7c0cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775456 Mar 23 19:44:41.582700 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 06c7d4b4-2339-46b6-9446-e0192603c0e4 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:41.585759 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.588110 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-af832e92-840a-4edf-9150-2c881b1653e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.610001 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-cc041846-ea92-4301-a544-db8ece87de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.611555 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-cc041846-ea92-4301-a544-db8ece87de36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0872500 Mar 23 19:44:41.618351 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb21c-73a8-4e4e-a538-7299a56c2746 req-f22259f6-5091-49b6-be9e-574e9d66c4ab tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.630563 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-44cdb21c-73a8-4e4e-a538-7299a56c2746 req-f22259f6-5091-49b6-be9e-574e9d66c4ab tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 944 time: 0.1121984 Mar 23 19:44:41.633873 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-af832e92-840a-4edf-9150-2c881b1653e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.679331 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.699917 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-44cdb21c-73a8-4e4e-a538-7299a56c2746 req-82182158-a1a1-4b97-8be1-168c36fa5b7c tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682170 Mar 23 19:44:41.719257 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 06c7d4b4-2339-46b6-9446-e0192603c0e4, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:41.721032 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c7d4b4-2339-46b6-9446-e0192603c0e4'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:41.757660 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-946cefa7-4349-486c-aa92-b5f539d857ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.759021 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-946cefa7-4349-486c-aa92-b5f539d857ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.1373096 Mar 23 19:44:41.766721 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be2c6-4728-4a58-a921-9428899cac07 req-4b5f96b9-a3d8-40b6-848f-49def7272803 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.769030 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0d6be2c6-4728-4a58-a921-9428899cac07 req-4b5f96b9-a3d8-40b6-848f-49def7272803 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0962491 Mar 23 19:44:41.825944 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-6b411d64-2e25-4b00-a4c7-9040c5fc6562 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 200 len: 217 time: 0.0578825 Mar 23 19:44:41.828650 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0d6be2c6-4728-4a58-a921-9428899cac07 req-7accfb8b-e9b9-44e3-bf35-dcfc777a889a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499415 Mar 23 19:44:41.847206 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-af832e92-840a-4edf-9150-2c881b1653e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.850566 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-af832e92-840a-4edf-9150-2c881b1653e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.861405 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-af832e92-840a-4edf-9150-2c881b1653e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4c7bef0-08de-4a58-ba21-814684426e20 HTTP/1.1" status: 204 len: 168 time: 0.3706434 Mar 23 19:44:41.892005 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af832e92-840a-4edf-9150-2c881b1653e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c7bef0-08de-4a58-ba21-814684426e20,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:41.908277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-43d6ed47-b452-474a-8fb7-f21527dd2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.909754 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-43d6ed47-b452-474a-8fb7-f21527dd2395 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0752695 Mar 23 19:44:41.917203 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:41.918080 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 5682b648-b9ca-4db5-8b85-2ed8170a7838 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:41.976338 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-acf123e9-e89e-4490-9329-6e3ad97d3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:41.978037 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-acf123e9-e89e-4490-9329-6e3ad97d3420 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596039 Mar 23 19:44:42.002976 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=06c7d4b4-2339-46b6-9446-e0192603c0e4,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:42.044151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa327d95-cf1e-4f60-9b44-9087214d2d2b" -d '{"events": [{"server_uuid": "6f81cd9a-a2f4-4364-953b-4fb34a17ff69", "name": "network-vif-plugged", "status": "completed", "tag": "06c7d4b4-2339-46b6-9446-e0192603c0e4"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:42.102580 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-ca75d587-c0b4-4560-9f24-0e0b586b5b7c service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167202 Mar 23 19:44:42.114189 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 5682b648-b9ca-4db5-8b85-2ed8170a7838 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:44:42.122045 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 5682b648-b9ca-4db5-8b85-2ed8170a7838 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:42.122045 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.228869 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.256173 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-bc528d61-4f31-4354-ba30-47ede41c5b25 req-7ee4757e-330e-4f3a-b087-2dc71eea43b3 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458869 Mar 23 19:44:42.273475 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 5682b648-b9ca-4db5-8b85-2ed8170a7838, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:42.281048 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea44c9b-ad9d-4f81-a05e-8df219b688aa x-openstack-request-id: req-9ea44c9b-ad9d-4f81-a05e-8df219b688aa {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:42.281048 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f81cd9a-a2f4-4364-953b-4fb34a17ff69", "name": "network-vif-plugged", "status": "completed", "tag": "06c7d4b4-2339-46b6-9446-e0192603c0e4", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:42.281048 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ea44c9b-ad9d-4f81-a05e-8df219b688aa {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:42.281048 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c7d4b4-2339-46b6-9446-e0192603c0e4', 'code': 200} Mar 23 19:44:42.362039 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.362779 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d5926c6c-a84f-468d-83d2-7a3a4f86e128 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:42.442646 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=5682b648-b9ca-4db5-8b85-2ed8170a7838,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:42.570073 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90a6c-509f-4df2-a773-f5bdc67fc1fc req-e58aa33e-1c00-4b23-a08d-ee405ba23cb5 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:42.571778 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-57e90a6c-509f-4df2-a773-f5bdc67fc1fc req-e58aa33e-1c00-4b23-a08d-ee405ba23cb5 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 944 time: 0.0499372 Mar 23 19:44:42.579165 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port d5926c6c-a84f-468d-83d2-7a3a4f86e128 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:44:42.584133 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port d5926c6c-a84f-468d-83d2-7a3a4f86e128 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:42.584588 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.642024 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-57e90a6c-509f-4df2-a773-f5bdc67fc1fc req-f109d89d-9970-46ab-bf24-6e3702f9d827 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590608 Mar 23 19:44:42.691367 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.724501 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e1472-afe6-4f77-8bbd-b3d88d7890b3 req-4f869029-1cb6-4c51-a3b7-ccdc8df99e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:42.724501 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-854e1472-afe6-4f77-8bbd-b3d88d7890b3 req-4f869029-1cb6-4c51-a3b7-ccdc8df99e4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 1099 time: 0.0923021 Mar 23 19:44:42.724873 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52770) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:42.739053 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-59041c2d-1222-47d8-8c64-4a38eaa0e049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.752267 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d5926c6c-a84f-468d-83d2-7a3a4f86e128, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128,segment=NetworkSegment(ba4fe484-4723-4510-89b1-0cf0ff5b7bb9),segment_id=ba4fe484-4723-4510-89b1-0cf0ff5b7bb9)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:42.755864 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-854e1472-afe6-4f77-8bbd-b3d88d7890b3 req-5c896f54-23d1-4a4c-9f4d-34c0b4844ffa service neutron] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.795575 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8ee5-c8ee-4bf1-80db-08299eaac934 req-810e8d7f-550f-440d-9a6d-c135e20415cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:42.797297 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fc3c8ee5-c8ee-4bf1-80db-08299eaac934 req-810e8d7f-550f-440d-9a6d-c135e20415cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0792542 Mar 23 19:44:42.853433 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.873037 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52776) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:42.907701 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c581e-9381-4bc5-bf33-1940aaf3d843 req-2d1c194c-22cc-459e-bb23-d49a0fb590bc tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:42.909486 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-588c581e-9381-4bc5-bf33-1940aaf3d843 req-2d1c194c-22cc-459e-bb23-d49a0fb590bc tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 944 time: 0.1112809 Mar 23 19:44:42.920763 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fc3c8ee5-c8ee-4bf1-80db-08299eaac934 req-ea92d3a6-24e6-42e9-a0fa-c47504d0e17a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118131 Mar 23 19:44:42.923701 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-854e1472-afe6-4f77-8bbd-b3d88d7890b3 req-5c896f54-23d1-4a4c-9f4d-34c0b4844ffa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.929077 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-59041c2d-1222-47d8-8c64-4a38eaa0e049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:42.949715 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=d5926c6c-a84f-468d-83d2-7a3a4f86e128,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:42.977481 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-588c581e-9381-4bc5-bf33-1940aaf3d843 req-141f5733-be28-40bc-a476-b4f3be38a863 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556774 Mar 23 19:44:43.003841 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-854e1472-afe6-4f77-8bbd-b3d88d7890b3 req-5c896f54-23d1-4a4c-9f4d-34c0b4844ffa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.016613 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-59041c2d-1222-47d8-8c64-4a38eaa0e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.044691 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd6a8-f96d-4320-b2b1-9cb18fff3ce0 req-c9d8b7e2-1048-49ff-b232-d562346c0a72 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:43.046188 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-497bd6a8-f96d-4320-b2b1-9cb18fff3ce0 req-c9d8b7e2-1048-49ff-b232-d562346c0a72 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0552237 Mar 23 19:44:43.062816 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa29f-5adf-4af8-91b0-1b31a8968511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.069735 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-854e1472-afe6-4f77-8bbd-b3d88d7890b3 req-5c896f54-23d1-4a4c-9f4d-34c0b4844ffa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278182 Mar 23 19:44:43.074097 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c896f54-23d1-4a4c-9f4d-34c0b4844ffa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66d268a3-7e8e-4ec9-8498-57ad9b3c1541,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:43.084427 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-497bd6a8-f96d-4320-b2b1-9cb18fff3ce0 req-c777a144-dbfb-405d-ad95-8eb760cf9fc9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321903 Mar 23 19:44:43.086257 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-59041c2d-1222-47d8-8c64-4a38eaa0e049 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fba034bdc18a438d991c801b52321c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602834 Mar 23 19:44:43.089773 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52780) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:43.115108 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59041c2d-1222-47d8-8c64-4a38eaa0e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f96de2-8848-4072-85bc-669ae9077560,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:43.149935 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-115c8a30-6f7c-41e4-afc3-9d543a9c3c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.173707 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-115c8a30-6f7c-41e4-afc3-9d543a9c3c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.187239 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa29f-5adf-4af8-91b0-1b31a8968511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.247492 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa29f-5adf-4af8-91b0-1b31a8968511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.271123 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-115c8a30-6f7c-41e4-afc3-9d543a9c3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.273685 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-115c8a30-6f7c-41e4-afc3-9d543a9c3c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.274828 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-115c8a30-6f7c-41e4-afc3-9d543a9c3c65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16f96de2-8848-4072-85bc-669ae9077560 HTTP/1.1" status: 204 len: 168 time: 0.1839831 Mar 23 19:44:43.283404 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c8a30-6f7c-41e4-afc3-9d543a9c3c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f96de2-8848-4072-85bc-669ae9077560,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:43.284164 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fa29f-5adf-4af8-91b0-1b31a8968511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c67f3b5-0cdd-44dc-839e-c7052fc4ae8e,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:43.289246 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-1f6fa29f-5adf-4af8-91b0-1b31a8968511 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed8f7bd1b78c450dac20f77f312ecfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109118 Mar 23 19:44:43.291323 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52784) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:43.342132 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d3e76c84-bea9-48fa-816b-eaa951da35e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.363902 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d3e76c84-bea9-48fa-816b-eaa951da35e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.370237 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 8c07ceb0-812e-4810-a008-ec4c69eff2de details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:44:43.470128 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 8c07ceb0-812e-4810-a008-ec4c69eff2de, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:43.481322 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'port_id': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'mac_address': 'fa:16:3e:4e:b4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:44:43.498668 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d3e76c84-bea9-48fa-816b-eaa951da35e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.501590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d3e76c84-bea9-48fa-816b-eaa951da35e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.502849 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d3e76c84-bea9-48fa-816b-eaa951da35e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c67f3b5-0cdd-44dc-839e-c7052fc4ae8e HTTP/1.1" status: 204 len: 168 time: 0.2102933 Mar 23 19:44:43.511349 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76c84-bea9-48fa-816b-eaa951da35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c67f3b5-0cdd-44dc-839e-c7052fc4ae8e,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:43.519607 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.544106 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c07ceb0-812e-4810-a008-ec4c69eff2de {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:43.575487 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 8c07ceb0-812e-4810-a008-ec4c69eff2de, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:43.653501 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.720849 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=8c07ceb0-812e-4810-a008-ec4c69eff2de,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:43.768675 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d08b7e-c929-4a4f-99a3-c204f38af5ab req-a61cf24d-9e7d-40f3-abe1-295638905ac1 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:43.770918 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d4d08b7e-c929-4a4f-99a3-c204f38af5ab req-a61cf24d-9e7d-40f3-abe1-295638905ac1 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 945 time: 0.0611985 Mar 23 19:44:43.812036 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d4d08b7e-c929-4a4f-99a3-c204f38af5ab req-08a768d9-588f-45ec-a7c9-e6d07f64c64d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340135 Mar 23 19:44:43.927713 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['8c07ceb0-812e-4810-a008-ec4c69eff2de'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:44:44.081965 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7feedb-5dca-4752-a517-42c8f0f3d623 req-a2579232-8c69-478d-8b93-54986f20479b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:44.083634 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d7feedb-5dca-4752-a517-42c8f0f3d623 req-a2579232-8c69-478d-8b93-54986f20479b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0847225 Mar 23 19:44:44.160800 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d7feedb-5dca-4752-a517-42c8f0f3d623 req-005030f1-8933-409a-803f-63211b2be42a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692706 Mar 23 19:44:44.173624 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d793c-a795-412b-a088-1bf744193438 req-4a5e3b09-ff3a-4592-851a-065e30b04a75 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:44.175996 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-035d793c-a795-412b-a088-1bf744193438 req-4a5e3b09-ff3a-4592-851a-065e30b04a75 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.0771267 Mar 23 19:44:44.223972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52834) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:44.227035 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-035d793c-a795-412b-a088-1bf744193438 req-8231d9f9-73f4-4e18-93c2-d4523de00b74 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Mar 23 19:44:44.251296 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7925a03-2d92-4074-8357-74921022c35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.282329 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5682b648-b9ca-4db5-8b85-2ed8170a7838'}, {'server_uuid': '7b5fd177-f457-41d1-877e-d15517beffb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:44.288311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8089a27c-9827-4407-a11a-5ccda298de04" -d '{"events": [{"server_uuid": "a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4", "name": "network-vif-plugged", "status": "completed", "tag": "5682b648-b9ca-4db5-8b85-2ed8170a7838"}, {"server_uuid": "7b5fd177-f457-41d1-877e-d15517beffb6", "name": "network-vif-plugged", "status": "completed", "tag": "d5926c6c-a84f-468d-83d2-7a3a4f86e128"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:44.305547 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463175f-60d7-4655-9af2-d2a7eb78e9f2 req-de04c1fe-43a0-4201-bbf1-17cf13a9bfab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:44.313789 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1463175f-60d7-4655-9af2-d2a7eb78e9f2 req-de04c1fe-43a0-4201-bbf1-17cf13a9bfab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0753453 Mar 23 19:44:44.346174 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7925a03-2d92-4074-8357-74921022c35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.373611 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1463175f-60d7-4655-9af2-d2a7eb78e9f2 req-34ee5be8-2663-462f-879d-534d407d0a9b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513306 Mar 23 19:44:44.410824 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5186b48e-1b85-446a-b408-c041063ab9ad x-openstack-request-id: req-5186b48e-1b85-446a-b408-c041063ab9ad {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:44.411301 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4", "name": "network-vif-plugged", "status": "completed", "tag": "5682b648-b9ca-4db5-8b85-2ed8170a7838", "code": 200}, {"server_uuid": "7b5fd177-f457-41d1-877e-d15517beffb6", "name": "network-vif-plugged", "status": "completed", "tag": "d5926c6c-a84f-468d-83d2-7a3a4f86e128", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:44.411393 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5186b48e-1b85-446a-b408-c041063ab9ad {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:44.411743 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5682b648-b9ca-4db5-8b85-2ed8170a7838', 'code': 200} Mar 23 19:44:44.411997 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5fd177-f457-41d1-877e-d15517beffb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128', 'code': 200} Mar 23 19:44:44.436126 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7925a03-2d92-4074-8357-74921022c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.478578 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7925a03-2d92-4074-8357-74921022c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5d8c94-8472-48c6-b805-f8380995b907,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:44.488367 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b7925a03-2d92-4074-8357-74921022c35c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b5ff5d81a014eafa5558ff732396b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633281 Mar 23 19:44:44.492432 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52846) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:44.512592 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:44:44.558358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-67ab2a06-fe5c-44e8-899d-3e27f8d81e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.579718 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-67ab2a06-fe5c-44e8-899d-3e27f8d81e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.724465 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1a33f-97b2-437a-acd1-e3b348766260 req-8e7a2721-3fa7-4d8d-9678-7513c119d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:44.726095 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a5a1a33f-97b2-437a-acd1-e3b348766260 req-8e7a2721-3fa7-4d8d-9678-7513c119d600 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1098 time: 0.0460169 Mar 23 19:44:44.738903 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-67ab2a06-fe5c-44e8-899d-3e27f8d81e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.743226 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-67ab2a06-fe5c-44e8-899d-3e27f8d81e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:44.750519 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-67ab2a06-fe5c-44e8-899d-3e27f8d81e1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba5d8c94-8472-48c6-b805-f8380995b907 HTTP/1.1" status: 204 len: 168 time: 0.2509575 Mar 23 19:44:44.757817 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab2a06-fe5c-44e8-899d-3e27f8d81e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5d8c94-8472-48c6-b805-f8380995b907,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:44.831016 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a5a1a33f-97b2-437a-acd1-e3b348766260 req-70bb819c-e8e7-4943-8f40-e529ca16573e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773265 Mar 23 19:44:44.861852 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b8bd-dc7b-4fd9-8ea4-9752738fd9ef req-a7284b71-c817-4cc6-82ea-27a12bc9ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:44.863986 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10f7b8bd-dc7b-4fd9-8ea4-9752738fd9ef req-a7284b71-c817-4cc6-82ea-27a12bc9ff13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 1098 time: 0.1090567 Mar 23 19:44:44.944144 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3498a-ccf9-43de-9474-834b94a0ae5e req-3637ea2b-4317-4fc5-a97d-6640b781e31c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:44.945648 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ecf3498a-ccf9-43de-9474-834b94a0ae5e req-3637ea2b-4317-4fc5-a97d-6640b781e31c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 945 time: 0.0531600 Mar 23 19:44:44.993210 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ecf3498a-ccf9-43de-9474-834b94a0ae5e req-ee3d651b-19a1-48e1-8c3d-7ee32c507e49 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Mar 23 19:44:45.084663 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10f7b8bd-dc7b-4fd9-8ea4-9752738fd9ef req-a555292a-bc1b-4242-852a-2e3901bf4e5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Mar 23 19:44:45.306999 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd098b6-5bf0-43bb-b2cc-df2d08d0ac96 req-8619a965-d514-413e-94b9-2c170571168e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:45.308904 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cfd098b6-5bf0-43bb-b2cc-df2d08d0ac96 req-8619a965-d514-413e-94b9-2c170571168e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0623150 Mar 23 19:44:45.380900 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cfd098b6-5bf0-43bb-b2cc-df2d08d0ac96 req-5a64174e-61db-4103-a53f-031209a0566b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Mar 23 19:44:45.384738 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:44:45.390299 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafa7a5-40e5-4015-92c8-810ec5f5f4de req-669d333e-0171-4da3-9209-d083af012710 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:45.391930 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9eafa7a5-40e5-4015-92c8-810ec5f5f4de req-669d333e-0171-4da3-9209-d083af012710 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.0804734 Mar 23 19:44:45.426714 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 8c07ceb0-812e-4810-a008-ec4c69eff2de up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:45.460301 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9eafa7a5-40e5-4015-92c8-810ec5f5f4de req-9c12123a-ade5-4d87-9440-e707a9adc794 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Mar 23 19:44:45.584502 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 8c07ceb0-812e-4810-a008-ec4c69eff2de completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:44:45.588121 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f96f91-64d0-4a8b-a560-47579bc45227 req-ede843c8-60f5-4dc8-98bc-b02ca52273af tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:45.591763 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:45.593585 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b1f96f91-64d0-4a8b-a560-47579bc45227 req-ede843c8-60f5-4dc8-98bc-b02ca52273af tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0678885 Mar 23 19:44:45.594651 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 8c07ceb0-812e-4810-a008-ec4c69eff2de triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:45.595311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.637320 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'aef8b338-c058-4f29-97fe-7539acc73415', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415', 'mac_address': 'fa:16:3e:67:35:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:44:45.642962 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b1f96f91-64d0-4a8b-a560-47579bc45227 req-0558734d-e961-4704-bcfe-96f7dce06b91 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 Mar 23 19:44:45.687143 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.725570 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef8b338-c058-4f29-97fe-7539acc73415 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:44:45.737557 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52890) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:45.762182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:45.762182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.799171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 8c07ceb0-812e-4810-a008-ec4c69eff2de, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:45.859878 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3fbea298-fcae-4904-a291-ede7974f1414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.864565 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.889949 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.921889 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:45.941939 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3fbea298-fcae-4904-a291-ede7974f1414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.972142 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=8c07ceb0-812e-4810-a008-ec4c69eff2de,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:46.020929 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3fbea298-fcae-4904-a291-ede7974f1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:46.061650 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea298-fcae-4904-a291-ede7974f1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6137d6c4-a59b-475c-a3a1-4f02405b5298,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:46.070684 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-3fbea298-fcae-4904-a291-ede7974f1414 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36585ba2863d443aa0de68fbec19d441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296955 Mar 23 19:44:46.071154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52912) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:46.145040 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b1eb39ed-0764-4841-b3f0-61d83791bc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:46.148465 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc6d1f-ca27-4b6f-99a7-3204db74ee35 req-5c20946b-66bc-4d38-9ade-09468d6e64be tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:46.150196 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aecc6d1f-ca27-4b6f-99a7-3204db74ee35 req-5c20946b-66bc-4d38-9ade-09468d6e64be tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0845313 Mar 23 19:44:46.170244 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b1eb39ed-0764-4841-b3f0-61d83791bc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:46.190630 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aecc6d1f-ca27-4b6f-99a7-3204db74ee35 req-265b4313-3e5a-423b-af14-5a99770bb8c4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328746 Mar 23 19:44:46.280573 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['aef8b338-c058-4f29-97fe-7539acc73415'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:44:46.305007 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b1eb39ed-0764-4841-b3f0-61d83791bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:46.309621 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b1eb39ed-0764-4841-b3f0-61d83791bc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:46.313496 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b1eb39ed-0764-4841-b3f0-61d83791bc19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6137d6c4-a59b-475c-a3a1-4f02405b5298 HTTP/1.1" status: 204 len: 168 time: 0.2388830 Mar 23 19:44:46.318790 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb39ed-0764-4841-b3f0-61d83791bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6137d6c4-a59b-475c-a3a1-4f02405b5298,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:46.413955 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:46.416147 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd65c53-8845-4cd9-94d8-684812d62228" -d '{"events": [{"server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "name": "network-vif-plugged", "status": "completed", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:46.462868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1740895a-d33a-4e5b-b39f-0e1655701890 x-openstack-request-id: req-1740895a-d33a-4e5b-b39f-0e1655701890 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:46.463485 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "name": "network-vif-plugged", "status": "completed", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:46.476468 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1740895a-d33a-4e5b-b39f-0e1655701890 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:46.476468 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'code': 200} Mar 23 19:44:46.639099 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222db04-4612-4fbd-8a93-56d377a733fe req-4cdfbbf4-391b-44c7-bcfb-96fc29568d48 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:46.640668 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3222db04-4612-4fbd-8a93-56d377a733fe req-4cdfbbf4-391b-44c7-bcfb-96fc29568d48 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1251533 Mar 23 19:44:46.674409 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e226a-ebed-434e-8efd-39621d752a18 req-fcec522b-5b12-4d20-b5b2-52a5bfb1eb38 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:46.678272 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 52936) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:46.678915 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-526e226a-ebed-434e-8efd-39621d752a18 req-fcec522b-5b12-4d20-b5b2-52a5bfb1eb38 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.1167834 Mar 23 19:44:46.731052 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3222db04-4612-4fbd-8a93-56d377a733fe req-4aa92196-e8fb-42bc-a397-14e615055690 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814929 Mar 23 19:44:46.735774 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-526e226a-ebed-434e-8efd-39621d752a18 req-f10908c8-d3b2-4ea6-b87c-e0ff0bae5910 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490065 Mar 23 19:44:46.898913 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a6ea-dff9-45db-afb3-d74f45c58cbf req-38ef2c34-a22b-413d-9c85-9a7b398e17af tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:46.900756 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fb60a6ea-dff9-45db-afb3-d74f45c58cbf req-38ef2c34-a22b-413d-9c85-9a7b398e17af tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 944 time: 0.0886731 Mar 23 19:44:46.904123 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148e6be-c598-4efd-be2d-d238bf521e22 req-243464d8-0617-49d7-a3ea-2ebe91a52bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:46.905748 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3148e6be-c598-4efd-be2d-d238bf521e22 req-243464d8-0617-49d7-a3ea-2ebe91a52bff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1099 time: 0.0586238 Mar 23 19:44:46.965411 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fb60a6ea-dff9-45db-afb3-d74f45c58cbf req-6c1a7c83-22f0-47c4-9e52-65ad8ed2d4ef tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575891 Mar 23 19:44:46.979698 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3148e6be-c598-4efd-be2d-d238bf521e22 req-336b3bbc-f0d4-456f-8678-058c3e19922f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Mar 23 19:44:47.119175 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1d99a6de-8aba-484c-b804-f97b03db0aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.214893 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1d99a6de-8aba-484c-b804-f97b03db0aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.345358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1d99a6de-8aba-484c-b804-f97b03db0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.347589 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80740fc-24bc-4781-861c-d03b308e92fb req-9f7fc5c1-4492-4b5c-8b7a-cad8e26b663e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:47.350563 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c80740fc-24bc-4781-861c-d03b308e92fb req-9f7fc5c1-4492-4b5c-8b7a-cad8e26b663e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0859823 Mar 23 19:44:47.388278 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:44:47.400510 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6101c-ba72-4b34-b184-d486c3f6be02 req-c4a1b09a-fadb-4e78-959f-6bd1070c3d2f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:47.408282 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-50c6101c-ba72-4b34-b184-d486c3f6be02 req-c4a1b09a-fadb-4e78-959f-6bd1070c3d2f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.1348135 Mar 23 19:44:47.423301 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-1d99a6de-8aba-484c-b804-f97b03db0aa0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f22ae10cddd421892a938ac77863549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437854 Mar 23 19:44:47.429109 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 52968) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:47.456895 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99a6de-8aba-484c-b804-f97b03db0aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ebaa98-7d09-4770-87f0-9d7d425d26dd,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:47.510866 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c80740fc-24bc-4781-861c-d03b308e92fb req-5241b5f2-e687-4f91-b236-33a56b6df49d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486869 Mar 23 19:44:47.519428 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-1a0e46a1-2c1d-4128-a51a-9fd504b77c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:47.520863 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-1a0e46a1-2c1d-4128-a51a-9fd504b77c74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 1099 time: 0.1706469 Mar 23 19:44:47.523615 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-50c6101c-ba72-4b34-b184-d486c3f6be02 req-e8deee49-970a-4026-8b61-19c3e92a34bf tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145663 Mar 23 19:44:47.539683 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3bc7-9f99-489b-b0e6-15ae96ed21dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.555862 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port aef8b338-c058-4f29-97fe-7539acc73415 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:44:47.560878 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port aef8b338-c058-4f29-97fe-7539acc73415 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:44:47.565451 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.565550 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3bc7-9f99-489b-b0e6-15ae96ed21dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.656821 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.670425 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3bc7-9f99-489b-b0e6-15ae96ed21dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.672911 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3bc7-9f99-489b-b0e6-15ae96ed21dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.674095 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f5cc3bc7-9f99-489b-b0e6-15ae96ed21dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49ebaa98-7d09-4770-87f0-9d7d425d26dd HTTP/1.1" status: 204 len: 168 time: 0.2440522 Mar 23 19:44:47.682548 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3bc7-9f99-489b-b0e6-15ae96ed21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ebaa98-7d09-4770-87f0-9d7d425d26dd,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:47.707089 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:44:47.788827 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:47.847033 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:47.872657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff2011-ebc6-4c16-be72-f0a11af8096a req-d6044830-a6af-4194-9393-d3d32eafcd56 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:47.874181 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-86ff2011-ebc6-4c16-be72-f0a11af8096a req-d6044830-a6af-4194-9393-d3d32eafcd56 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.0634797 Mar 23 19:44:47.911935 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-86ff2011-ebc6-4c16-be72-f0a11af8096a req-53a2649f-8da9-4779-a41e-624b2cc5f5c6 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Mar 23 19:44:48.018527 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53004) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:48.141328 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259450741-network', 'tenant_id': 'ca622df3ebc84aafa66d72fda19ee81f'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:48.161358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dad791-5696-4016-a4e0-836bbc42dd89 req-4164b379-62bc-46f7-8a77-881a600b02b0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:48.162789 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-82dad791-5696-4016-a4e0-836bbc42dd89 req-4164b379-62bc-46f7-8a77-881a600b02b0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0721519 Mar 23 19:44:48.208498 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-82dad791-5696-4016-a4e0-836bbc42dd89 req-4e6e0c99-71e8-408d-b6e0-c30cfb550c59 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385597 Mar 23 19:44:48.315852 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Made reservation on behalf of ca622df3ebc84aafa66d72fda19ee81f for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:48.318175 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.327689 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.435289 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53020) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:48.449922 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2554-6c12-417d-b526-db7ef88165f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.467441 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.467637 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:48.471075 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea5705d-aff3-4feb-992f-6044d0a540a7" -d '{"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-plugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:48.482112 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-ea1bed2d-571f-4eaa-82dc-6dd67e9934cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:48.483713 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-ea1bed2d-571f-4eaa-82dc-6dd67e9934cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.1181321 Mar 23 19:44:48.517939 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822ab17-a6b5-414f-84d6-0238fa26cf8a x-openstack-request-id: req-f822ab17-a6b5-414f-84d6-0238fa26cf8a {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:48.518253 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-plugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:48.518507 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f822ab17-a6b5-414f-84d6-0238fa26cf8a {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:48.518897 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'code': 200} Mar 23 19:44:48.548744 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2554-6c12-417d-b526-db7ef88165f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.551243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.580834 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:48.591268 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b878f7e8-b3e6-408d-ac4a-b97274936a1a,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:48.599992 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.600325 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Added segment 071654bd-d28b-4ae1-b5fb-e1ab00d1bc08 of type vlan for network 290720ed-b46f-4218-bc4c-b5f4c6d83d21 Mar 23 19:44:48.636016 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2554-6c12-417d-b526-db7ef88165f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.675597 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0c5b2554-6c12-417d-b526-db7ef88165f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc02bba51d844210813372eee8183938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392285 Mar 23 19:44:48.676465 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2554-6c12-417d-b526-db7ef88165f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fee174-920f-4bf3-9fd3-28c9eddeb1a0,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:48.678682 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53028) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:48.712763 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.732152 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cbed1-bb25-4453-911a-a622f1bf6db1 req-9aeb9d94-a473-4299-b9a0-131db119684a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:48.733780 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd2cbed1-bb25-4453-911a-a622f1bf6db1 req-9aeb9d94-a473-4299-b9a0-131db119684a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1389313 Mar 23 19:44:48.744807 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ab3c-8d77-4685-b9e4-7b45e8da5151 req-eb4e1422-1214-4d85-abb5-76983ebce209 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:48.746408 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3054ab3c-8d77-4685-b9e4-7b45e8da5151 req-eb4e1422-1214-4d85-abb5-76983ebce209 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.1477125 Mar 23 19:44:48.746968 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cda4b5f4-307d-48b8-b7be-199adcb50746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.779549 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cda4b5f4-307d-48b8-b7be-199adcb50746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.811363 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd2cbed1-bb25-4453-911a-a622f1bf6db1 req-3ad3e696-c5ec-4d20-9135-4c7dc60b8e09 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588593 Mar 23 19:44:48.832212 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3054ab3c-8d77-4685-b9e4-7b45e8da5151 req-70045ff9-4ed5-4a1c-90b8-1376ad96d3fe tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716829 Mar 23 19:44:48.836166 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.837232 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:48.837879 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.889688 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53036) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:48.904507 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cda4b5f4-307d-48b8-b7be-199adcb50746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.907790 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cda4b5f4-307d-48b8-b7be-199adcb50746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.909154 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cda4b5f4-307d-48b8-b7be-199adcb50746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53fee174-920f-4bf3-9fd3-28c9eddeb1a0 HTTP/1.1" status: 204 len: 168 time: 0.2293794 Mar 23 19:44:48.910707 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] Pushing event updated for resources: {'Network': ['ID=290720ed-b46f-4218-bc4c-b5f4c6d83d21,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:48.918077 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4b5f4-307d-48b8-b7be-199adcb50746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fee174-920f-4bf3-9fd3-28c9eddeb1a0,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:48.923394 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 290720ed-b46f-4218-bc4c-b5f4c6d83d21 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:48.939569 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6673429b-bf24-459e-9f82-bd922bf528c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9199486 Mar 23 19:44:48.942474 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53042) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:48.947643 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Request body: {'subnet': {'network_id': '290720ed-b46f-4218-bc4c-b5f4c6d83d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259450741-subnet', 'tenant_id': 'ca622df3ebc84aafa66d72fda19ee81f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:49.031867 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86b57002-2e2e-4772-8b51-c406ff3d8706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.042530 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Made reservation on behalf of ca622df3ebc84aafa66d72fda19ee81f for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:49.044745 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.200213 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86b57002-2e2e-4772-8b51-c406ff3d8706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.267731 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86b57002-2e2e-4772-8b51-c406ff3d8706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.306079 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-86b57002-2e2e-4772-8b51-c406ff3d8706 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb98a86b5ae740e582356347212cd596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152772 Mar 23 19:44:49.308900 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b57002-2e2e-4772-8b51-c406ff3d8706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056ec44b-007d-4d62-8fd7-79f8a6005364,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:49.311312 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53050) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:49.336156 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6dd56-f772-4ab9-851f-4fd638cb26ce req-0f96d688-fd25-40d1-a845-4233c2191e8e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:49.337777 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96e6dd56-f772-4ab9-851f-4fd638cb26ce req-0f96d688-fd25-40d1-a845-4233c2191e8e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0488489 Mar 23 19:44:49.361533 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.382201 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96e6dd56-f772-4ab9-851f-4fd638cb26ce req-0cfce1bf-c1f4-4619-b4d7-3bff5cb38c71 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369482 Mar 23 19:44:49.390997 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8abd1a49-c33d-4b6f-bff5-6d312b58db91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.441072 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcae624e-ba19-48b1-9924-2913ce6b704b,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:49.443812 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8abd1a49-c33d-4b6f-bff5-6d312b58db91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.462881 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Checking segment: {'id': '071654bd-d28b-4ae1-b5fb-e1ab00d1bc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '290720ed-b46f-4218-bc4c-b5f4c6d83d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:49.463237 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Network hostable DHCP agents. Network: 290720ed-b46f-4218-bc4c-b5f4c6d83d21, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:49.556031 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Network 290720ed-b46f-4218-bc4c-b5f4c6d83d21 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:49.557111 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53052) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:49.558344 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8abd1a49-c33d-4b6f-bff5-6d312b58db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.560809 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8abd1a49-c33d-4b6f-bff5-6d312b58db91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.561999 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8abd1a49-c33d-4b6f-bff5-6d312b58db91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/056ec44b-007d-4d62-8fd7-79f8a6005364 HTTP/1.1" status: 204 len: 168 time: 0.2497904 Mar 23 19:44:49.570726 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a4de-a816-4b4f-8701-2128d2347a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.574208 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd1a49-c33d-4b6f-bff5-6d312b58db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ec44b-007d-4d62-8fd7-79f8a6005364,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:49.641621 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 290720ed-b46f-4218-bc4c-b5f4c6d83d21) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:49.647575 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:49.648208 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.653656 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a4de-a816-4b4f-8701-2128d2347a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.658823 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5ddb9-9702-4fac-aa71-fd2adebc59e6 None None] Network 290720ed-b46f-4218-bc4c-b5f4c6d83d21 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:49.727371 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a4de-a816-4b4f-8701-2128d2347a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.764079 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-faaf44b3-1d47-4f2e-9771-137c233c44e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8198690 Mar 23 19:44:49.766861 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a8c2a4de-a816-4b4f-8701-2128d2347a66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74860da317dd4740a06f7858c7efc1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084436 Mar 23 19:44:49.767963 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2a4de-a816-4b4f-8701-2128d2347a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f40dd-596b-432d-827d-7489ea6d6f74,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:49.770285 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53058) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:49.786714 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383285f-bfdf-4fda-b96d-1fe23f4989e7 None None] Network 290720ed-b46f-4218-bc4c-b5f4c6d83d21 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:49.837786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c33ca8ea-0850-4d1f-82f1-11b2ede9fe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.870482 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c33ca8ea-0850-4d1f-82f1-11b2ede9fe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:49.996446 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c33ca8ea-0850-4d1f-82f1-11b2ede9fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.004074 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c33ca8ea-0850-4d1f-82f1-11b2ede9fe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.006768 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c33ca8ea-0850-4d1f-82f1-11b2ede9fe77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e60f40dd-596b-432d-827d-7489ea6d6f74 HTTP/1.1" status: 204 len: 168 time: 0.2344985 Mar 23 19:44:50.013573 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16617a09-dde8-493c-a6a4-223d142b0a27 req-e722f173-790b-4eb4-834c-70723f8e47b9 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:50.015234 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16617a09-dde8-493c-a6a4-223d142b0a27 req-e722f173-790b-4eb4-834c-70723f8e47b9 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0885274 Mar 23 19:44:50.019447 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ca8ea-0850-4d1f-82f1-11b2ede9fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f40dd-596b-432d-827d-7489ea6d6f74,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:50.028327 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62774fa-2561-46ac-9429-1479c7223b02 req-5a7b4dcd-c528-4676-a109-377a39009b4f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:50.029916 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c62774fa-2561-46ac-9429-1479c7223b02 req-5a7b4dcd-c528-4676-a109-377a39009b4f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0908751 Mar 23 19:44:50.089047 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16617a09-dde8-493c-a6a4-223d142b0a27 req-e8bce8cb-cfb5-48ea-ba00-1030d446ba85 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576148 Mar 23 19:44:50.093922 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c62774fa-2561-46ac-9429-1479c7223b02 req-bd025824-8d3c-4009-bfeb-297c24ae4041 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556896 Mar 23 19:44:50.235617 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-cd91abda-c722-49b3-a858-9c4b3fda68d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Mar 23 19:44:50.291302 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-28b8fe13-2b04-43d6-bd53-a851edd8216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:50.293483 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-28b8fe13-2b04-43d6-bd53-a851edd8216d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0457923 Mar 23 19:44:50.315938 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53076) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:50.332185 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6788c2f9-b2a4-465d-9d99-3cf142e11833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.344219 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-a356b74a-5c7d-45a7-95b8-6f04efb8f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:50.346180 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-a356b74a-5c7d-45a7-95b8-6f04efb8f283 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424764 Mar 23 19:44:50.427639 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6788c2f9-b2a4-465d-9d99-3cf142e11833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.487709 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6788c2f9-b2a4-465d-9d99-3cf142e11833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.499788 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-5e5c530f-50cc-4590-ae95-4c97665bdae2 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429751 Mar 23 19:44:50.536642 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5d4f-b9c2-40bc-ada0-855955b7a186 req-3e5955b0-37e8-47c2-9b32-b1a8c04359dd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:50.538523 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1eae5d4f-b9c2-40bc-ada0-855955b7a186 req-3e5955b0-37e8-47c2-9b32-b1a8c04359dd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0801175 Mar 23 19:44:50.546825 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-6788c2f9-b2a4-465d-9d99-3cf142e11833 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6724768281b244f39601436d4e82f165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304642 Mar 23 19:44:50.552093 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53090) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:50.557205 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788c2f9-b2a4-465d-9d99-3cf142e11833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386c657-4965-4b1f-b480-867bc3ab11c0,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:50.600564 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb8d09-9b8b-4983-9c76-3c8469f8e540 req-41a25603-7eb3-4cba-b74f-2df0dd6ec6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:50.606645 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fdfb8d09-9b8b-4983-9c76-3c8469f8e540 req-41a25603-7eb3-4cba-b74f-2df0dd6ec6ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1098 time: 0.0850177 Mar 23 19:44:50.640513 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fdfb8d09-9b8b-4983-9c76-3c8469f8e540 req-8d498d30-4220-476f-85ce-ea3857cd020e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289440 Mar 23 19:44:50.658047 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1eae5d4f-b9c2-40bc-ada0-855955b7a186 req-bb55d104-537a-4346-8f05-96677f6226ba tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096301 Mar 23 19:44:50.700358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ef5455e-397c-4496-a0ea-1f767e2fbf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.704305 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c6b3cfa-cfea-4812-9171-e900da905e19 req-76e4093f-6983-4dea-9c22-e8aad6f05422 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884539 Mar 23 19:44:50.724677 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ef5455e-397c-4496-a0ea-1f767e2fbf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.823802 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53100) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:50.828964 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-48653662-network', 'tenant_id': 'dc9c6b6495724b28b8da1e89310e4b0b'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:50.837121 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ef5455e-397c-4496-a0ea-1f767e2fbf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.839752 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ef5455e-397c-4496-a0ea-1f767e2fbf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.840824 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6ef5455e-397c-4496-a0ea-1f767e2fbf2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b386c657-4965-4b1f-b480-867bc3ab11c0 HTTP/1.1" status: 204 len: 168 time: 0.2832336 Mar 23 19:44:50.858243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5455e-397c-4496-a0ea-1f767e2fbf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386c657-4965-4b1f-b480-867bc3ab11c0,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:50.936509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Made reservation on behalf of dc9c6b6495724b28b8da1e89310e4b0b for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:50.936509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:50.946503 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.026783 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.104658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.132148 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:51.139172 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0c19c3-c769-4dbe-b850-5a8086ee83c9,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:51.145774 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.146115 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Added segment 2af6cee2-9237-449c-882e-6cda1068a3df of type vlan for network bedf4417-ffe1-4b78-8e1b-784c637f8ad1 Mar 23 19:44:51.215668 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.255145 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62391069-62c0-475d-b534-fe7bfdb6ca44 req-df388615-2c69-48ea-9035-f43a63f105ad tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:51.256664 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-62391069-62c0-475d-b534-fe7bfdb6ca44 req-df388615-2c69-48ea-9035-f43a63f105ad tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0773551 Mar 23 19:44:51.313287 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-62391069-62c0-475d-b534-fe7bfdb6ca44 req-b8849971-eab0-4847-95dd-a75ccff2f327 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Mar 23 19:44:51.327784 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.334295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:51.334295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.407502 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bedf4417-ffe1-4b78-8e1b-784c637f8ad1,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:51.420621 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network bedf4417-ffe1-4b78-8e1b-784c637f8ad1 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:51.452132 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b97d9937-fd95-4405-a35a-23d3a050e0a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6269586 Mar 23 19:44:51.460205 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53146) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:51.485283 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Request body: {'subnet': {'network_id': 'bedf4417-ffe1-4b78-8e1b-784c637f8ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-48653662-subnet', 'tenant_id': 'dc9c6b6495724b28b8da1e89310e4b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:51.508246 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8046-04db-4f3f-896f-8557ada00f8b req-44787a87-244f-4e7c-98ec-e3e0a259f594 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:51.510222 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-858d8046-04db-4f3f-896f-8557ada00f8b req-44787a87-244f-4e7c-98ec-e3e0a259f594 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0643418 Mar 23 19:44:51.563359 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-858d8046-04db-4f3f-896f-8557ada00f8b req-2042ba49-1f4f-42c7-8038-13cc0dbeab97 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Mar 23 19:44:51.590833 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Made reservation on behalf of dc9c6b6495724b28b8da1e89310e4b0b for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:51.593432 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.814913 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d8638-21bf-4a97-a4ca-7f154003b418 req-75e70152-66b0-49ef-bb49-e83c3acbe6d2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:51.825674 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ca3d8638-21bf-4a97-a4ca-7f154003b418 req-75e70152-66b0-49ef-bb49-e83c3acbe6d2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0921288 Mar 23 19:44:51.868601 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ca3d8638-21bf-4a97-a4ca-7f154003b418 req-ff64c3bc-49fa-4e94-9739-61c8a8c59495 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Mar 23 19:44:51.893672 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:51.954087 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4d49b1-af08-49b9-b2cc-5f5d8ab248aa,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:51.962905 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Checking segment: {'id': '2af6cee2-9237-449c-882e-6cda1068a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'bedf4417-ffe1-4b78-8e1b-784c637f8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:51.963255 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Network hostable DHCP agents. Network: bedf4417-ffe1-4b78-8e1b-784c637f8ad1, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:52.074820 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Network bedf4417-ffe1-4b78-8e1b-784c637f8ad1 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:52.140826 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53174) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:52.156455 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, bedf4417-ffe1-4b78-8e1b-784c637f8ad1) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:52.165551 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169a97d-6062-4334-b685-8bf4d9c138b0 None None] Network bedf4417-ffe1-4b78-8e1b-784c637f8ad1 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:52.166200 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:52.166825 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.271449 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3b41d227-b3a5-4c1c-b26a-66273ebb6bda admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8073230 Mar 23 19:44:52.355616 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6f74d-49fb-4612-b7a8-4584464a09fd None None] Network bedf4417-ffe1-4b78-8e1b-784c637f8ad1 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:52.391273 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1698041270-network', 'tenant_id': '019aad30db174d3aaf13d5f5460cfae4'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:52.440232 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e76849-b0e2-47a2-b12b-0975127e0a1b req-7d6fc437-1b13-4d88-b7e2-a0a6dd79c191 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:52.447447 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78e76849-b0e2-47a2-b12b-0975127e0a1b req-7d6fc437-1b13-4d88-b7e2-a0a6dd79c191 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0522723 Mar 23 19:44:52.499685 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78e76849-b0e2-47a2-b12b-0975127e0a1b req-a81e0e35-f037-419a-ad25-0bce62838369 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Mar 23 19:44:52.523436 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53190) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:52.564963 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Made reservation on behalf of 019aad30db174d3aaf13d5f5460cfae4 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:52.567308 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.578865 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.591919 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Deleting subnet dcae624e-ba19-48b1-9924-2913ce6b704b {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:44:52.597521 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.618906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fc6d8-2abc-41f6-bf98-d7ba10decad3 req-39c6ab63-5b84-4bb4-b6b6-daef35cb1c61 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:52.621300 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf7fc6d8-2abc-41f6-bf98-d7ba10decad3 req-39c6ab63-5b84-4bb4-b6b6-daef35cb1c61 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0500226 Mar 23 19:44:52.631586 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53196) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:52.641649 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'floatingip': {'port_id': '8c07ceb0-812e-4810-a008-ec4c69eff2de'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:52.692493 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb9dff-0602-40f5-9ca5-cb1bc48493e1 req-17b898b2-b7b1-401d-ae32-a5beb47e904e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:52.694040 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-18cb9dff-0602-40f5-9ca5-cb1bc48493e1 req-17b898b2-b7b1-401d-ae32-a5beb47e904e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0556204 Mar 23 19:44:52.727303 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.742528 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.743319 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-18cb9dff-0602-40f5-9ca5-cb1bc48493e1 req-3107fc18-6f99-4676-98f9-4308980121a4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Mar 23 19:44:52.778735 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.990195 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:52.990411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3dae-48ce-4361-80b1-c220e30c93dd req-c27ced64-28d4-4d2e-a353-084478fc36bc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:52.991689 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aa2b3dae-48ce-4361-80b1-c220e30c93dd req-c27ced64-28d4-4d2e-a353-084478fc36bc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Mar 23 19:44:53.029825 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aa2b3dae-48ce-4361-80b1-c220e30c93dd req-bc833300-0783-4900-8b2e-ec83055f581a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Mar 23 19:44:53.160207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b2fd-f7f6-4008-a56b-a9e6a8b21bf9 req-380ecde2-6004-47fa-b914-dfa98f6c9eda tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:53.162061 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9a38b2fd-f7f6-4008-a56b-a9e6a8b21bf9 req-380ecde2-6004-47fa-b914-dfa98f6c9eda tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0605984 Mar 23 19:44:53.171509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53210) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:53.176341 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'floatingip': {'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:53.226512 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.238327 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.250529 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.268392 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcae624e-ba19-48b1-9924-2913ce6b704b,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:53.271420 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.286922 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cdd515f4-86db-44bb-acf1-e72811d385f2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dcae624e-ba19-48b1-9924-2913ce6b704b HTTP/1.1" status: 204 len: 168 time: 0.7535644 Mar 23 19:44:53.293171 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53212) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:53.310143 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:53.341662 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb83f6e0-7a2e-4afa-9f1e-1a4c8fd945cb,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:53.355786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.356247 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Added segment 311ee2fd-aaf3-47b2-9a38-d5fe63938f0a of type vlan for network 8721b326-9491-47cd-9763-81debd88bac3 Mar 23 19:44:53.410907 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.472715 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.668245 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.669235 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:53.669842 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.762266 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.790278 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.790626 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.791385 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.791822 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > port after_create 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.792381 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.792832 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > port after_update 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.793192 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.793540 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.793870 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.794200 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.801150 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=8721b326-9491-47cd-9763-81debd88bac3,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:53.818223 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-61cb7704-77bd-43fd-9247-b39da258bcd9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6755378 Mar 23 19:44:53.819174 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53220) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:53.820595 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 8721b326-9491-47cd-9763-81debd88bac3 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:53.824289 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.829468 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Request body: {'subnet': {'network_id': '8721b326-9491-47cd-9763-81debd88bac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1698041270-subnet', 'tenant_id': '019aad30db174d3aaf13d5f5460cfae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:53.893993 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.930882 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Made reservation on behalf of 019aad30db174d3aaf13d5f5460cfae4 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:53.933341 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:53.950659 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.951008 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.951390 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.951724 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:53.952091 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290720ed-b46f-4218-bc4c-b5f4c6d83d21']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:54.011271 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071654bd-d28b-4ae1-b5fb-e1ab00d1bc08') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:54.011564 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071654bd-d28b-4ae1-b5fb-e1ab00d1bc08') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:54.046110 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.064904 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Floating IP 125d8543-8629-471a-8db3-c38e27cc3606 associated. External IP: 172.27.1.202, port: 8c07ceb0-812e-4810-a008-ec4c69eff2de. Mar 23 19:44:54.084025 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.125499 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:44:54.125898 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: from cryptography.utils import int_from_bytes Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: from cryptography.utils import int_from_bytes Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:44:54.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:44:54.170567 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8a4cb-7670-4294-ba0b-75be57eeab51 req-e7dcd893-9698-4665-b8f6-8dc35775e9e2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:54.172163 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6ae8a4cb-7670-4294-ba0b-75be57eeab51 req-e7dcd893-9698-4665-b8f6-8dc35775e9e2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.2152951 Mar 23 19:44:54.325639 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.344028 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6ae8a4cb-7670-4294-ba0b-75be57eeab51 req-e4e900ef-dd6f-4974-a67f-35fc8d1e5be3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470549 Mar 23 19:44:54.394328 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:44:54.406747 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5158ed80-c9de-40c1-95ba-7c062d6d2b69,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:54.414737 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.417795 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Checking segment: {'id': '311ee2fd-aaf3-47b2-9a38-d5fe63938f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8721b326-9491-47cd-9763-81debd88bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:54.418262 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Network hostable DHCP agents. Network: 8721b326-9491-47cd-9763-81debd88bac3, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:54.450097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.453295 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/290720ed-b46f-4218-bc4c-b5f4c6d83d21 HTTP/1.1" status: 204 len: 168 time: 1.1715567 Mar 23 19:44:54.457886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53228) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:54.460693 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055e34a-eb08-4410-a01d-81a3c9105ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=290720ed-b46f-4218-bc4c-b5f4c6d83d21,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:54.558800 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Deleting subnet 9c4d49b1-af08-49b9-b2cc-5f5d8ab248aa {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:44:54.564381 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.587236 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Network 8721b326-9491-47cd-9763-81debd88bac3 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:54.601755 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:54.610028 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.618409 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:54.626378 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.631066 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:54.631810 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:54.637216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.646236 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-05aa4603-655c-4052-87aa-b35b29ca1433 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "PUT /v2.0/floatingips/125d8543-8629-471a-8db3-c38e27cc3606 HTTP/1.1" status: 200 len: 992 time: 2.0124271 Mar 23 19:44:54.647354 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.649175 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:54.651835 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:54.688855 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 8721b326-9491-47cd-9763-81debd88bac3) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:54.695151 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e12a3f-1c57-4ffd-8c70-29e3c24d22e8 x-openstack-request-id: req-86e12a3f-1c57-4ffd-8c70-29e3c24d22e8 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:54.695441 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:54.695693 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86e12a3f-1c57-4ffd-8c70-29e3c24d22e8 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:54.699861 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'status': 'completed', 'code': 200} Mar 23 19:44:54.700025 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86c339-c6ab-4e80-aeb0-5ee778d94a9a None None] Network 8721b326-9491-47cd-9763-81debd88bac3 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:54.700147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:54.700147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.722136 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.747694 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:54.796283 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3245fbf7-f49c-42f9-813a-f5be6943f71c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9704616 Mar 23 19:44:54.831021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.836513 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959233a-5bbd-4e90-b6bc-c24468bd099d None None] Network 8721b326-9491-47cd-9763-81debd88bac3 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:54.862238 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Floating IP 132ff7af-42fc-4da1-834a-9fedf04a262b associated. External IP: 172.27.1.184, port: aef8b338-c058-4f29-97fe-7539acc73415. Mar 23 19:44:54.891433 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4d49b1-af08-49b9-b2cc-5f5d8ab248aa,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:54.899592 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:54.910082 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8290bf6a-dfe2-465f-8f97-806d2684d32c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9c4d49b1-af08-49b9-b2cc-5f5d8ab248aa HTTP/1.1" status: 204 len: 168 time: 0.4498827 Mar 23 19:44:54.912438 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53238) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:55.032461 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.060169 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '125d8543-8629-471a-8db3-c38e27cc3606', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'port_id': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'mac_address': 'fa:16:3e:4e:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888d9b48-737a-455c-93da-58f634ad44ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:44:26Z', 'updated_at': '2022-03-23T19:44:53Z', 'revision_number': 1, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.100636 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:55.111449 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:55.112855 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.151795 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Router 23e265b6-72c8-45e3-a311-0320811b888a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:44:55.254845 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:55.287695 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:44:55.293316 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.300773 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:44:55.317469 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:55.318627 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.334683 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.359369 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.359728 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.361697 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.361697 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > port after_create 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.361697 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.361697 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > port after_update 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.362102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.362176 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.362562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.362910 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.505957 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.506316 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.506668 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.507071 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:44:55.507416 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedf4417-ffe1-4b78-8e1b-784c637f8ad1']}} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.533289 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af6cee2-9237-449c-882e-6cda1068a3df') {'for_net_delete': True} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.533620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af6cee2-9237-449c-882e-6cda1068a3df') {} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.552528 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28786412'] for segment, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.578527 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.587971 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=108884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:44:55.589495 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28413890'] for segment, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: from cryptography.utils import int_from_bytes Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: from cryptography.utils import int_from_bytes Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: Traceback (most recent call last): Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: timer() Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: cb(*args, **kw) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: return func(*args, **kwargs) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: self._notify() Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: self.callback(batched_events) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: event.method(event) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: return f(self, *a, **k) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._get(url).json() Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: return self.request(url, 'GET', **kwargs) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:44:55.593802 dv-cinder-834962-1-iscsi neutron-server[108884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:44:55.596104 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:55.688445 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '125d8543-8629-471a-8db3-c38e27cc3606', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'port_id': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'mac_address': 'fa:16:3e:4e:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888d9b48-737a-455c-93da-58f634ad44ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:44:26Z', 'updated_at': '2022-03-23T19:44:53Z', 'revision_number': 1, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.724836 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd28fa-59ed-4d3d-88d5-d79e29e0896a None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '125d8543-8629-471a-8db3-c38e27cc3606', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'port_id': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'mac_address': 'fa:16:3e:4e:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888d9b48-737a-455c-93da-58f634ad44ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:44:26Z', 'updated_at': '2022-03-23T19:44:53Z', 'revision_number': 1, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:55.756393 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.767462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.767462 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bedf4417-ffe1-4b78-8e1b-784c637f8ad1 HTTP/1.1" status: 204 len: 168 time: 0.8534532 Mar 23 19:44:55.797080 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab091b58-aedb-4f82-a887-671d41f58f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedf4417-ffe1-4b78-8e1b-784c637f8ad1,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:55.809032 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c2143756-18bc-423c-93d7-c1b00b829cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "PUT /v2.0/floatingips/132ff7af-42fc-4da1-834a-9fedf04a262b HTTP/1.1" status: 200 len: 991 time: 2.6268904 Mar 23 19:44:55.809032 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:44:55.809032 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cac281-eeaf-48db-a70b-a15b37b19c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:44:55.835645 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53264) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:55.842228 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-564901619-network', 'tenant_id': 'bae45ace6b964392a5d56428c2858da8'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:55.850988 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aad4d-e4eb-4bae-a082-9ef709b2e084 req-773d127f-52b2-4b8f-af9c-df01b78424f1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:55.852606 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-384aad4d-e4eb-4bae-a082-9ef709b2e084 req-773d127f-52b2-4b8f-af9c-df01b78424f1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1429005 Mar 23 19:44:55.860244 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-e406c36e-f18f-4bf7-8397-4c38ab8ff864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:55.863703 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-e406c36e-f18f-4bf7-8397-4c38ab8ff864 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1099 time: 0.1770442 Mar 23 19:44:55.914671 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d6e8ff-1655-4f31-a4a3-90575dce873f x-openstack-request-id: req-f5d6e8ff-1655-4f31-a4a3-90575dce873f {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:44:55.914954 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:44:55.915258 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5d6e8ff-1655-4f31-a4a3-90575dce873f {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:44:55.915715 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'status': 'completed', 'code': 200} Mar 23 19:44:55.934562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Made reservation on behalf of bae45ace6b964392a5d56428c2858da8 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:55.938883 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.949857 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '132ff7af-42fc-4da1-834a-9fedf04a262b', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'mac_address': 'fa:16:3e:67:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:44:29Z', 'updated_at': '2022-03-23T19:44:54Z', 'revision_number': 1, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:55.952168 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:55.989375 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:44:56.001138 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:44:56.002303 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:44:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:56.003540 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-384aad4d-e4eb-4bae-a082-9ef709b2e084 req-616f99d3-525c-40f3-9ebf-7b766eab76f3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375573 Mar 23 19:44:56.036809 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-7da6d31d-ccdd-4074-8650-e31d0a82faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.038341 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-7da6d31d-ccdd-4074-8650-e31d0a82faac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1098 time: 0.0874577 Mar 23 19:44:56.065082 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-33ee4896-6654-41cb-8212-b4510964daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.068030 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-33ee4896-6654-41cb-8212-b4510964daf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 912 time: 0.1832383 Mar 23 19:44:56.123962 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e5774-dcce-4e75-9127-19cdc95d5986 None None] New status for floating IP 125d8543-8629-471a-8db3-c38e27cc3606: ACTIVE {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:44:56.148219 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:44:56.214273 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-1828ad19-7027-4789-96d4-d750eae4520c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 200 len: 1000 time: 0.1368785 Mar 23 19:44:56.232457 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-7fed7458-03dc-4a69-b03b-0bac8110838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.234397 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-7fed7458-03dc-4a69-b03b-0bac8110838a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.1717770 Mar 23 19:44:56.274950 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53270) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:56.319844 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-b752adb6-740e-431b-bf10-d17f7410c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.321475 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-b752adb6-740e-431b-bf10-d17f7410c4f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.0940080 Mar 23 19:44:56.351412 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-df10e1ec-9334-45c1-8ee5-04be26080606 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca622df3ebc84aafa66d72fda19ee81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753253 Mar 23 19:44:56.353261 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53274) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:56.375557 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.450890 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-3216f474-303f-429e-a665-537822cb84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.452506 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-3216f474-303f-429e-a665-537822cb84ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001127 Mar 23 19:44:56.459105 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.478442 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f1d-c42b-4ad0-927b-2d54db4edb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.500460 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-90099c90-5e8b-499b-a76b-cfe51ec1a680 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 200 len: 999 time: 0.2312911 Mar 23 19:44:56.556388 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f1d-c42b-4ad0-927b-2d54db4edb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.569310 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2691a5-8ae0-4691-b786-8be9d1133b64,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:56.594066 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '132ff7af-42fc-4da1-834a-9fedf04a262b', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'mac_address': 'fa:16:3e:67:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:44:29Z', 'updated_at': '2022-03-23T19:44:54Z', 'revision_number': 1, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:44:56.629658 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:44:56.630462 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390234f-d48a-428e-8402-e38cb888d0b4 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '132ff7af-42fc-4da1-834a-9fedf04a262b', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'mac_address': 'fa:16:3e:67:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:44:29Z', 'updated_at': '2022-03-23T19:44:54Z', 'revision_number': 1, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:44:56.634641 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-a6b432f6-30ad-4247-ae9c-bfa0dc276090 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704969 Mar 23 19:44:56.669490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.670350 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Added segment 182068c7-6e28-4154-9c21-6dbc508b5189 of type vlan for network 8c8d0e27-51a9-4adc-8c02-801767fc74f8 Mar 23 19:44:56.735046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-b85ee831-3fb6-48dc-94ad-733eefcea904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.736694 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-b85ee831-3fb6-48dc-94ad-733eefcea904 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.2157829 Mar 23 19:44:56.738324 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.739038 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f1d-c42b-4ad0-927b-2d54db4edb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.741600 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e23c9f1d-c42b-4ad0-927b-2d54db4edb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.742724 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e23c9f1d-c42b-4ad0-927b-2d54db4edb82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b878f7e8-b3e6-408d-ac4a-b97274936a1a HTTP/1.1" status: 204 len: 168 time: 0.3886189 Mar 23 19:44:56.762097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c9f1d-c42b-4ad0-927b-2d54db4edb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b878f7e8-b3e6-408d-ac4a-b97274936a1a,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:56.797494 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c9f06bd-e44e-4d0d-a94f-eb7684235fb7 req-ae2a1803-b853-4b22-9874-97fe135a10c5 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372931 Mar 23 19:44:56.824135 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-6fa5c0d1-709a-4e21-b6c4-6d3a3adc7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.825546 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-6fa5c0d1-709a-4e21-b6c4-6d3a3adc7cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743780 Mar 23 19:44:56.901785 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ee2a4-fb0e-4638-b043-b0314a578195 None None] New status for floating IP 132ff7af-42fc-4da1-834a-9fedf04a262b: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:44:56.910076 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.911097 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:56.911677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.007556 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] Pushing event updated for resources: {'Network': ['ID=8c8d0e27-51a9-4adc-8c02-801767fc74f8,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:57.012587 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-068fd11b-413c-4827-afaf-8b1633e2dd83 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753170 Mar 23 19:44:57.055837 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9a09687b-6d53-4de3-8255-30591e65817f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2190685 Mar 23 19:44:57.059936 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53286) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:57.065710 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Request body: {'subnet': {'network_id': '8c8d0e27-51a9-4adc-8c02-801767fc74f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-564901619-subnet', 'tenant_id': 'bae45ace6b964392a5d56428c2858da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:44:57.072753 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 8c8d0e27-51a9-4adc-8c02-801767fc74f8 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:44:57.141599 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-37cac281-eeaf-48db-a70b-a15b37b19c6a req-ef7dbac7-629c-4ff3-a60b-1192d82102f5 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221700 Mar 23 19:44:57.160400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186d2f4-5cbc-4461-9fca-bc903156c857 req-6fd89e1c-ccf4-4153-8fb1-85628f9de646 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:57.161965 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1186d2f4-5cbc-4461-9fca-bc903156c857 req-6fd89e1c-ccf4-4153-8fb1-85628f9de646 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0586977 Mar 23 19:44:57.203199 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Made reservation on behalf of bae45ace6b964392a5d56428c2858da8 for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:44:57.206345 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29956982'] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.305191 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1186d2f4-5cbc-4461-9fca-bc903156c857 req-3716378a-3f16-4ac8-99d7-09e329a91290 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331685 Mar 23 19:44:57.547604 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30131608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29956960'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.610343 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=083a7838-53cb-4246-8ac1-03a6adc9981f,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:57.619088 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Checking segment: {'id': '182068c7-6e28-4154-9c21-6dbc508b5189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8c8d0e27-51a9-4adc-8c02-801767fc74f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:44:57.619443 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Network hostable DHCP agents. Network: 8c8d0e27-51a9-4adc-8c02-801767fc74f8, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:44:57.686402 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53296) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:57.700395 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Network 8c8d0e27-51a9-4adc-8c02-801767fc74f8 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:44:57.730998 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a7a7df27-14b2-4e28-acef-213d5260e948 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc9c6b6495724b28b8da1e89310e4b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434673 Mar 23 19:44:57.733842 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53298) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:44:57.780854 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 8c8d0e27-51a9-4adc-8c02-801767fc74f8) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:44:57.782776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee60-a889-43f1-b8f8-e9aa6178b6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.788290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:57.788869 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.789031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b6dcc-744e-4e59-930b-cc5ad6d5830e None None] Network 8c8d0e27-51a9-4adc-8c02-801767fc74f8 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:57.814848 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee60-a889-43f1-b8f8-e9aa6178b6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.843754 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-bf882522-0803-4681-aa5c-9df9a3789f93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432050 Mar 23 19:44:57.892125 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-68af940c-e51c-4c9d-9ff3-42ece463d0ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8300936 Mar 23 19:44:57.923672 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db805559-151e-4f7a-8ea3-28935a0750f1 None None] Network 8c8d0e27-51a9-4adc-8c02-801767fc74f8 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:44:57.958198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-dcb2aafa-5243-4218-a6fd-a2ba54e24b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:57.960034 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-dcb2aafa-5243-4218-a6fd-a2ba54e24b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbba2a712c7d41ac95a0df5ac5fcdcdc&device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 1098 time: 0.0580878 Mar 23 19:44:57.962002 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee60-a889-43f1-b8f8-e9aa6178b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.965531 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee60-a889-43f1-b8f8-e9aa6178b6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:57.969438 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-82b4ee60-a889-43f1-b8f8-e9aa6178b6ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f0c19c3-c769-4dbe-b850-5a8086ee83c9 HTTP/1.1" status: 204 len: 168 time: 0.2323263 Mar 23 19:44:57.991741 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4ee60-a889-43f1-b8f8-e9aa6178b6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0c19c3-c769-4dbe-b850-5a8086ee83c9,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:44:58.104693 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-d980b3ee-bd3e-4933-9db2-a0bd1d372dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:58.106240 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-d980b3ee-bd3e-4933-9db2-a0bd1d372dfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa HTTP/1.1" status: 200 len: 913 time: 0.1187549 Mar 23 19:44:58.157511 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-92294407-1e51-49a8-954b-6a0994a49cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128 HTTP/1.1" status: 200 len: 217 time: 0.0397897 Mar 23 19:44:58.208712 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-54542dc2-e9ce-4305-8603-def7840a2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:58.210208 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-54542dc2-e9ce-4305-8603-def7840a2409 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd2ac912-1608-42f8-b737-6b9f457adcfe HTTP/1.1" status: 200 len: 852 time: 0.0452271 Mar 23 19:44:58.247708 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-999fde3c-a383-46a0-822f-a4c20a3089e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f49d29a5-b24c-437a-9fcf-9fe3d12642fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248694 Mar 23 19:44:58.362755 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:58.373170 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-75e49aae-3b2e-474d-8bc7-2259a0442ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126590 Mar 23 19:44:58.459066 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a51cd2-b385-4302-8d34-d5e9b7b64d16 req-5e2e2d8f-089b-4d84-ab2e-7ee472ba3488 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:58.461889 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-87a51cd2-b385-4302-8d34-d5e9b7b64d16 req-5e2e2d8f-089b-4d84-ab2e-7ee472ba3488 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0577192 Mar 23 19:44:58.521542 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5c002e32-8dba-4e66-85a6-74a298c3483a req-f25348f0-528f-4d21-8640-365d1f103e19 service neutron] 10.222.0.41 "GET /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348391 Mar 23 19:44:58.528621 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-87a51cd2-b385-4302-8d34-d5e9b7b64d16 req-8d655b83-5160-479d-b55c-20db0fdf7289 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Mar 23 19:44:59.293886 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dc43cab5-8869-48a2-869d-e62b5bdba51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:59.651710 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072e4fc-c58a-44be-8dfd-e32343cb2d0d req-cc6bc3c2-b8b1-420c-856b-83b5241b6c01 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:44:59.653259 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c072e4fc-c58a-44be-8dfd-e32343cb2d0d req-cc6bc3c2-b8b1-420c-856b-83b5241b6c01 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0545220 Mar 23 19:44:59.690335 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c072e4fc-c58a-44be-8dfd-e32343cb2d0d req-644293dc-c3aa-498a-8704-9d9d6763b6f0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308034 Mar 23 19:45:00.589661 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53440) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:00.695435 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f6d8-bb73-4dfc-b174-957d2f9239ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:00.809636 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f6d8-bb73-4dfc-b174-957d2f9239ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:00.827149 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b42e6c-0ec7-4adf-a0fd-5e09ec762b1a req-63f83a92-5cbf-4f75-9d82-6ad462691f86 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:00.828602 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-70b42e6c-0ec7-4adf-a0fd-5e09ec762b1a req-63f83a92-5cbf-4f75-9d82-6ad462691f86 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0667868 Mar 23 19:45:00.869540 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-70b42e6c-0ec7-4adf-a0fd-5e09ec762b1a req-819571eb-dc99-4434-97dd-022619ecb244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Mar 23 19:45:00.871028 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2ac5f6d8-bb73-4dfc-b174-957d2f9239ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:00.911640 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2ac5f6d8-bb73-4dfc-b174-957d2f9239ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8325b1cdbf0495886211237e701b4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207345 Mar 23 19:45:00.912586 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5f6d8-bb73-4dfc-b174-957d2f9239ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eee198c-63a2-42e8-b99b-a84790edde30,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:00.914598 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53450) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:00.967470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2b066e17-7b09-418d-9fd9-c8b1ee431532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:00.989273 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2b066e17-7b09-418d-9fd9-c8b1ee431532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.082011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2b066e17-7b09-418d-9fd9-c8b1ee431532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.084500 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2b066e17-7b09-418d-9fd9-c8b1ee431532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.085674 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-2b066e17-7b09-418d-9fd9-c8b1ee431532 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eee198c-63a2-42e8-b99b-a84790edde30 HTTP/1.1" status: 204 len: 168 time: 0.1700554 Mar 23 19:45:01.093621 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b066e17-7b09-418d-9fd9-c8b1ee431532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eee198c-63a2-42e8-b99b-a84790edde30,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:01.390771 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-afded199-2d4d-4cc1-aaab-e5f24d56bad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.626010 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53468) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:01.643171 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ddf8130c-6a38-4639-a29f-52f3cba1bf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.720176 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ddf8130c-6a38-4639-a29f-52f3cba1bf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.795971 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ddf8130c-6a38-4639-a29f-52f3cba1bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.833583 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ddf8130c-6a38-4639-a29f-52f3cba1bf6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e52e3503d5c4e57bfc8961320eb0f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064447 Mar 23 19:45:01.834425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8130c-6a38-4639-a29f-52f3cba1bf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019974cb-1611-476b-b067-343cd6a01eb6,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:01.836843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53478) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:01.887549 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e6166a3-ede3-4145-ba0a-00591a6ff9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.911862 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e6166a3-ede3-4145-ba0a-00591a6ff9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:01.995152 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777abf3-699d-43ec-ad73-e48195881572 req-ef94bc6b-7e54-452b-ac3c-157ed5443362 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:01.996635 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e777abf3-699d-43ec-ad73-e48195881572 req-ef94bc6b-7e54-452b-ac3c-157ed5443362 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Mar 23 19:45:02.046053 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e6166a3-ede3-4145-ba0a-00591a6ff9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.046360 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e6166a3-ede3-4145-ba0a-00591a6ff9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.049242 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6e6166a3-ede3-4145-ba0a-00591a6ff9ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/019974cb-1611-476b-b067-343cd6a01eb6 HTTP/1.1" status: 204 len: 168 time: 0.2093592 Mar 23 19:45:02.061359 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e777abf3-699d-43ec-ad73-e48195881572 req-d751488c-c703-4a70-83d1-3433d8c899d6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Mar 23 19:45:02.062524 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6166a3-ede3-4145-ba0a-00591a6ff9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019974cb-1611-476b-b067-343cd6a01eb6,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:02.129139 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53494) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:02.241240 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-25592e68-dfdc-4794-9d92-4af359aa6baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.318451 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-25592e68-dfdc-4794-9d92-4af359aa6baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.391030 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-25592e68-dfdc-4794-9d92-4af359aa6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.432078 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-25592e68-dfdc-4794-9d92-4af359aa6baa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be12af1bfcfe40c6a46c277bfe793c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017511 Mar 23 19:45:02.433336 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25592e68-dfdc-4794-9d92-4af359aa6baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4529c-53c4-481a-a598-4c40d0e32956,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:02.434896 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53500) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:02.490668 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbea-81f3-4807-b590-1c0737cba03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.512169 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbea-81f3-4807-b590-1c0737cba03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.636299 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbea-81f3-4807-b590-1c0737cba03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.638877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbea-81f3-4807-b590-1c0737cba03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:02.640082 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8f19bbea-81f3-4807-b590-1c0737cba03f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02d4529c-53c4-481a-a598-4c40d0e32956 HTTP/1.1" status: 204 len: 168 time: 0.2041671 Mar 23 19:45:02.648891 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19bbea-81f3-4807-b590-1c0737cba03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4529c-53c4-481a-a598-4c40d0e32956,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:02.841786 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.193701 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfa086-5a54-482b-b0b5-8537a3f283dd req-c2ce530c-8ac6-4995-a5e8-6e8ce2b34755 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:03.195184 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-17bfa086-5a54-482b-b0b5-8537a3f283dd req-c2ce530c-8ac6-4995-a5e8-6e8ce2b34755 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0486000 Mar 23 19:45:03.234258 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-17bfa086-5a54-482b-b0b5-8537a3f283dd req-1e86c02a-48b6-4a90-bfd7-42453038c151 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Mar 23 19:45:03.242677 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53536) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:03.256423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.331361 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.407584 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.445380 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c654c-289b-47f4-bfdb-0a09fadccdbd,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:03.449240 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=722848eb9d864484b874d3f4afce142b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054350 Mar 23 19:45:03.452038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53540) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:03.455258 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.455610 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.455944 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.456275 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.456609 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.457019 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.457352 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.457679 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.458021 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.458325 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.458647 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.458968 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8240413-5693-4ddd-99d6-9a5006cd86a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.513064 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.533035 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.674677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.674677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:03.674677 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/442c654c-289b-47f4-bfdb-0a09fadccdbd HTTP/1.1" status: 204 len: 168 time: 0.2211783 Mar 23 19:45:03.681922 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c654c-289b-47f4-bfdb-0a09fadccdbd,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:03.688956 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.689340 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.689685 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.690027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.690531 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.690869 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.691201 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.691531 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.691860 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.692265 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.692774 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.693267 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787920f-e94e-4170-8d29-e956201fa51e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:03.869932 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53548) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:03.989003 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6d27f37-99c9-492b-bc5b-47442c6885af admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.066691 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6d27f37-99c9-492b-bc5b-47442c6885af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.149912 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6d27f37-99c9-492b-bc5b-47442c6885af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.193116 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c6d27f37-99c9-492b-bc5b-47442c6885af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=488ba92739ed4a95a43b9fcff9647336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217971 Mar 23 19:45:04.194112 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d27f37-99c9-492b-bc5b-47442c6885af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1fff8-04a3-4534-8fd7-ddcd05320bd3,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:04.195835 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53566) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:04.246945 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-240c6b44-a7ef-47de-a277-ec0b2f937f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.247525 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.268287 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-240c6b44-a7ef-47de-a277-ec0b2f937f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.350338 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52b84-7c91-4caa-bb64-9c9b92ea52e6 req-4d7b5376-a6f0-413f-adc3-dccd55234880 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:04.351822 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3b52b84-7c91-4caa-bb64-9c9b92ea52e6 req-4d7b5376-a6f0-413f-adc3-dccd55234880 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0501328 Mar 23 19:45:04.380258 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-240c6b44-a7ef-47de-a277-ec0b2f937f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.382779 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-240c6b44-a7ef-47de-a277-ec0b2f937f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:04.383903 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-240c6b44-a7ef-47de-a277-ec0b2f937f40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0c1fff8-04a3-4534-8fd7-ddcd05320bd3 HTTP/1.1" status: 204 len: 168 time: 0.1870866 Mar 23 19:45:04.401881 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3b52b84-7c91-4caa-bb64-9c9b92ea52e6 req-635dc4ac-a3f4-4905-848c-800e03545cc6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Mar 23 19:45:04.402921 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6b44-a7ef-47de-a277-ec0b2f937f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1fff8-04a3-4534-8fd7-ddcd05320bd3,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:04.755994 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:05.540098 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914a503-471c-4cb2-93a4-0f9321dfb96f req-f5c4153c-bd6a-4514-b64a-acc5706801c0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:05.542902 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9914a503-471c-4cb2-93a4-0f9321dfb96f req-f5c4153c-bd6a-4514-b64a-acc5706801c0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0581291 Mar 23 19:45:05.601564 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9914a503-471c-4cb2-93a4-0f9321dfb96f req-a8ac8126-bceb-426b-8ed2-6b61a44e4da4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Mar 23 19:45:06.720254 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f679069-462b-48c6-9cbe-3fe33957980a req-5ebe26ef-17c3-4094-b672-c4396f9e8404 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:06.723795 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1f679069-462b-48c6-9cbe-3fe33957980a req-5ebe26ef-17c3-4094-b672-c4396f9e8404 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0535364 Mar 23 19:45:06.767246 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1f679069-462b-48c6-9cbe-3fe33957980a req-d17b088b-907d-4e04-9074-ee4930dd51bb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Mar 23 19:45:06.808439 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53662) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:06.921274 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-163c2e9d-74d4-4974-99ee-03a09498bd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.009015 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-163c2e9d-74d4-4974-99ee-03a09498bd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.110648 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-163c2e9d-74d4-4974-99ee-03a09498bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.153318 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-163c2e9d-74d4-4974-99ee-03a09498bd95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=028fcb4ce78e4565a9bacc5d488ad104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436065 Mar 23 19:45:07.157213 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c2e9d-74d4-4974-99ee-03a09498bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6a46a-90c4-4031-8dbe-77e3845dbcaf,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:07.157510 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53672) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:07.202616 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e93b4a97-e2ff-49cb-bf05-be80102bf22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.223953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e93b4a97-e2ff-49cb-bf05-be80102bf22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.339522 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e93b4a97-e2ff-49cb-bf05-be80102bf22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.342252 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e93b4a97-e2ff-49cb-bf05-be80102bf22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:07.343448 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e93b4a97-e2ff-49cb-bf05-be80102bf22f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95d6a46a-90c4-4031-8dbe-77e3845dbcaf HTTP/1.1" status: 204 len: 168 time: 0.1879158 Mar 23 19:45:07.352792 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b4a97-e2ff-49cb-bf05-be80102bf22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6a46a-90c4-4031-8dbe-77e3845dbcaf,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:07.880134 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b3af9-9c4a-4177-8e65-e1e4d83d1ad1 req-74acb11d-bba5-45ff-9221-68e60be87d61 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:07.881509 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-737b3af9-9c4a-4177-8e65-e1e4d83d1ad1 req-74acb11d-bba5-45ff-9221-68e60be87d61 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0475802 Mar 23 19:45:07.920310 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-737b3af9-9c4a-4177-8e65-e1e4d83d1ad1 req-b773f656-d7b9-489e-9c69-1d91840af2cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Mar 23 19:45:08.358890 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53720) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:08.477213 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1374422925-network', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:08.562299 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Made reservation on behalf of a694e27144174a21a33b5e209c65b9f3 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:08.566971 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.577796 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.652618 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.716212 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.750124 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:45:08.756079 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f5408-9d9c-4acd-972b-4aa6460c4875,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:08.762276 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.762605 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Added segment 14e45902-f2b0-4cbd-b4e4-4f289f26dfd4 of type vlan for network 126f9639-b5bb-4a3d-becf-4b0dec973f25 Mar 23 19:45:08.810528 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.882211 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.883580 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:08.884336 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:08.890159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498bd67-a38f-47e8-97e2-a62d42e1e23b req-179eb50e-29b9-49f4-8b61-97aa1e52cd95 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:08.892353 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f498bd67-a38f-47e8-97e2-a62d42e1e23b req-179eb50e-29b9-49f4-8b61-97aa1e52cd95 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.0491245 Mar 23 19:45:08.941524 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f498bd67-a38f-47e8-97e2-a62d42e1e23b req-31cd6d38-b6fd-40b7-9b7c-6ba9ba032bba tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Mar 23 19:45:08.953545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] Pushing event updated for resources: {'Network': ['ID=126f9639-b5bb-4a3d-becf-4b0dec973f25,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:08.965333 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:45:08.999737 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-16bb850c-b11d-4763-bf23-46a247ab84f2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6397302 Mar 23 19:45:09.002669 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53744) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:09.007309 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Request body: {'subnet': {'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1374422925-subnet', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:09.050570 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc374-23a4-4fde-8eb4-7113308b8423 req-26becf38-6a89-41a2-8eeb-2549a69441ad tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:09.052126 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c08dc374-23a4-4fde-8eb4-7113308b8423 req-26becf38-6a89-41a2-8eeb-2549a69441ad tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0504839 Mar 23 19:45:09.082072 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Made reservation on behalf of a694e27144174a21a33b5e209c65b9f3 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:09.084648 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457056'] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.095566 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c08dc374-23a4-4fde-8eb4-7113308b8423 req-ba2d0b21-29fd-4429-8479-652890150a88 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Mar 23 19:45:09.339362 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28412449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457078'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.399042 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b755a6f-07aa-4149-8660-7b337feea847,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:09.405749 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Checking segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:09.406122 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Network hostable DHCP agents. Network: 126f9639-b5bb-4a3d-becf-4b0dec973f25, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:45:09.498854 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:45:09.584641 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 126f9639-b5bb-4a3d-becf-4b0dec973f25) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:09.589730 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:09.590261 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.599320 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43ef2f-1e79-4cd3-8772-32d47aaf5b9d None None] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:45:09.684955 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-aec431f2-aa23-4183-b484-ee9cb42c9a89 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6812332 Mar 23 19:45:09.690046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53760) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:09.694558 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:09.767490 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-126f9639-b5bb-4a3d-becf-4b0dec973f25', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:45:09.772325 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.785473 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.786674 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.845564 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:09.912048 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Allocated IP 172.20.0.2 (126f9639-b5bb-4a3d-becf-4b0dec973f25/0b755a6f-07aa-4149-8660-7b337feea847/e5ede676-3308-4044-8abd-7ecd968cef71) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:10.045896 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.075321 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.078936 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2a0df-19b6-4f7a-905d-6404d940c7e6 req-869141c5-9c31-4f18-88bf-982a7c4536ee tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:10.080570 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b6a2a0df-19b6-4f7a-905d-6404d940c7e6 req-869141c5-9c31-4f18-88bf-982a7c4536ee tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.0567195 Mar 23 19:45:10.119227 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b6a2a0df-19b6-4f7a-905d-6404d940c7e6 req-462c5ccd-2af0-4ebd-a9ca-c2997a092055 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Mar 23 19:45:10.210846 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de1bab-d183-4270-99e7-401ce2be20a8 req-f10552ef-83c7-4011-bc50-72d6d17cea22 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:10.326457 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9de1bab-d183-4270-99e7-401ce2be20a8 req-f10552ef-83c7-4011-bc50-72d6d17cea22 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0493767 Mar 23 19:45:10.327166 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.327289 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9de1bab-d183-4270-99e7-401ce2be20a8 req-b4309d55-8647-48bb-8ba5-1d9ff053b292 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Mar 23 19:45:10.327381 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:10.327381 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:10.327381 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:10.327381 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Pushing event updated for resources: {'Port': ['ID=e5ede676-3308-4044-8abd-7ecd968cef71,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:10.334525 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.334895 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.335244 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.335592 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.335924 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.336253 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.336578 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.336903 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.337302 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.337646 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.337959 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.338305 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:10.367244 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Attempting to bind port e5ede676-3308-4044-8abd-7ecd968cef71 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:10.369196 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Attempting to bind port e5ede676-3308-4044-8abd-7ecd968cef71 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:10.369196 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Attempting to bind port e5ede676-3308-4044-8abd-7ecd968cef71 on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:10.373379 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:10.373707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Checking segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:10.374092 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.374480 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Bound using segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:10.374985 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Bound port: e5ede676-3308-4044-8abd-7ecd968cef71, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:10.375367 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.394192 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.419462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.446624 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] For port e5ede676-3308-4044-8abd-7ecd968cef71, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:10.450012 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] For port e5ede676-3308-4044-8abd-7ecd968cef71, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e5ede676-3308-4044-8abd-7ecd968cef71,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:10.529261 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Allocated IP 172.27.1.183 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/606c5ba0-c5d6-46be-844f-e94a49a3c749) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:10.533731 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.594451 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201418-298d-4abe-b67f-e47c5edc1e0b None None] Pushing event updated for resources: {'Port': ['ID=e5ede676-3308-4044-8abd-7ecd968cef71,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:10.655026 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.742653 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:10.783616 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:10.786651 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:10.790162 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:10.814221 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Pushing event updated for resources: {'Port': ['ID=606c5ba0-c5d6-46be-844f-e94a49a3c749,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:11.186428 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:11.250900 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c7b93-e60e-4ea8-8a7f-6fa5a125eb5a req-8d312a82-7472-447b-b7e1-69711794629c tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:11.252552 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-854c7b93-e60e-4ea8-8a7f-6fa5a125eb5a req-8d312a82-7472-447b-b7e1-69711794629c tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.0542719 Mar 23 19:45:11.294714 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-854c7b93-e60e-4ea8-8a7f-6fa5a125eb5a req-a2925c27-9aca-4f2a-9b8a-37ba89f4fac9 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Mar 23 19:45:11.406108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b862-4c8a-4b05-b350-276be0f7ef6a req-91eb4a71-4cb7-488e-ae01-b9a06b97fe36 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:11.413618 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c09b862-4c8a-4b05-b350-276be0f7ef6a req-91eb4a71-4cb7-488e-ae01-b9a06b97fe36 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0702460 Mar 23 19:45:11.465512 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c09b862-4c8a-4b05-b350-276be0f7ef6a req-375b1056-ce73-46df-8c1f-9c0e3a3125a4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 Mar 23 19:45:11.475963 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53802) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:11.611966 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-26cadb05-ffea-4eeb-ac82-ea9c2ff35557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:11.707655 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-26cadb05-ffea-4eeb-ac82-ea9c2ff35557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:11.712898 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63576f-8a5d-46f1-8989-519375eda404 req-ab229b8a-e2c1-4c2b-9aab-c308005a3623 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:11.715153 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec63576f-8a5d-46f1-8989-519375eda404 req-ab229b8a-e2c1-4c2b-9aab-c308005a3623 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.3843138 Mar 23 19:45:11.731654 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:11.734462 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2fed83-e275-4111-a097-98d05dc0a648 None None] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:45:11.779521 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-26cadb05-ffea-4eeb-ac82-ea9c2ff35557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:11.811234 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0acf6f85-ce8f-42ff-bc25-5285f7a769d0 None None] Provisioning complete for port e5ede676-3308-4044-8abd-7ecd968cef71 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:11.812029 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0acf6f85-ce8f-42ff-bc25-5285f7a769d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:11.876933 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-26cadb05-ffea-4eeb-ac82-ea9c2ff35557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7b3c0193de14fc6b32396754ecd56e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989100 Mar 23 19:45:11.881274 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cadb05-ffea-4eeb-ac82-ea9c2ff35557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477754a6-c0de-4584-9312-9bca5268ba64,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:11.881274 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53816) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:11.962010 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad6b6-fcde-4606-8728-08ee426c9523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.001134 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Deleting port d5926c6c-a84f-468d-83d2-7a3a4f86e128 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:45:12.001549 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.002065 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad6b6-fcde-4606-8728-08ee426c9523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.007836 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0acf6f85-ce8f-42ff-bc25-5285f7a769d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.060611 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-0acf6f85-ce8f-42ff-bc25-5285f7a769d0 None None] For port e5ede676-3308-4044-8abd-7ecd968cef71, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e5ede676-3308-4044-8abd-7ecd968cef71,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:12.122993 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] For port d5926c6c-a84f-468d-83d2-7a3a4f86e128, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d5926c6c-a84f-468d-83d2-7a3a4f86e128,segment=NetworkSegment(ba4fe484-4723-4510-89b1-0cf0ff5b7bb9),segment_id=ba4fe484-4723-4510-89b1-0cf0ff5b7bb9)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:12.123397 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.133842 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad6b6-fcde-4606-8728-08ee426c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.137466 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad6b6-fcde-4606-8728-08ee426c9523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.155908 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-4a2ad6b6-fcde-4606-8728-08ee426c9523 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/477754a6-c0de-4584-9312-9bca5268ba64 HTTP/1.1" status: 204 len: 168 time: 0.2451580 Mar 23 19:45:12.157185 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Calling delete_port for d5926c6c-a84f-468d-83d2-7a3a4f86e128 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:45:12.160933 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ad6b6-fcde-4606-8728-08ee426c9523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477754a6-c0de-4584-9312-9bca5268ba64,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:12.164922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0acf6f85-ce8f-42ff-bc25-5285f7a769d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.262138 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:45:12.294640 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf6f85-ce8f-42ff-bc25-5285f7a769d0 None None] Pushing event updated for resources: {'Port': ['ID=e5ede676-3308-4044-8abd-7ecd968cef71,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:12.304913 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9d51bdfd-e7af-40a4-b6b4-c71559008678 None None] Provisioning complete for port e5ede676-3308-4044-8abd-7ecd968cef71 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:12.305279 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9d51bdfd-e7af-40a4-b6b4-c71559008678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.378586 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e5ede676-3308-4044-8abd-7ecd968cef71 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:12.448905 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:45:12.463573 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:45:12.480162 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:12.482688 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:12.513297 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35a196-6710-4724-8875-823921930547 req-cc5e1470-1c37-41ce-8397-9221730a420b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:12.522284 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a35a196-6710-4724-8875-823921930547 req-cc5e1470-1c37-41ce-8397-9221730a420b tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 945 time: 0.1078267 Mar 23 19:45:12.534658 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.600511 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a35a196-6710-4724-8875-823921930547 req-73f22bc0-7934-4d4d-8815-52d178d572b0 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/security-groups?id=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771217 Mar 23 19:45:12.615910 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Pushing event deleted for resources: {'Port': ['ID=d5926c6c-a84f-468d-83d2-7a3a4f86e128,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:12.642519 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.653418 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d70c4863-74f8-40de-9db4-aaf0e6ffb54d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9622684 Mar 23 19:45:12.654259 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53838) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:12.660059 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['d5926c6c-a84f-468d-83d2-7a3a4f86e128'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:45:12.696849 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbb0fa-f3cf-4eb1-8f58-c5e8bce672f7 req-af6cd46b-83eb-40d1-b168-61e687fde733 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:12.702366 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-19dbb0fa-f3cf-4eb1-8f58-c5e8bce672f7 req-af6cd46b-83eb-40d1-b168-61e687fde733 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0968750 Mar 23 19:45:12.747650 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:12.788781 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-19dbb0fa-f3cf-4eb1-8f58-c5e8bce672f7 req-64fc4321-cf7b-4d58-8bb0-869da3c8e987 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803776 Mar 23 19:45:12.833608 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port e5ede676-3308-4044-8abd-7ecd968cef71 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:12.834288 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.908515 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] No DVR routers for this DVR port d5926c6c-a84f-468d-83d2-7a3a4f86e128 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:45:12.915889 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:12.920874 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec63576f-8a5d-46f1-8989-519375eda404 req-3c0158d7-c0cc-4a65-9c78-d0f18e78d548 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.41 "DELETE /v2.0/ports/d5926c6c-a84f-468d-83d2-7a3a4f86e128 HTTP/1.1" status: 204 len: 173 time: 1.1963925 Mar 23 19:45:12.921314 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5fd177-f457-41d1-877e-d15517beffb6', 'name': 'network-vif-deleted', 'tag': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:12.924350 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7305683-5d9f-4880-b86c-839fedf4cb27" -d '{"events": [{"server_uuid": "7b5fd177-f457-41d1-877e-d15517beffb6", "name": "network-vif-deleted", "tag": "d5926c6c-a84f-468d-83d2-7a3a4f86e128"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:13.004703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcab4d1-dbba-4991-9406-82763b3c9379 x-openstack-request-id: req-adcab4d1-dbba-4991-9406-82763b3c9379 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:13.004703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5fd177-f457-41d1-877e-d15517beffb6", "name": "network-vif-deleted", "tag": "d5926c6c-a84f-468d-83d2-7a3a4f86e128", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:13.004703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adcab4d1-dbba-4991-9406-82763b3c9379 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:13.004703 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5fd177-f457-41d1-877e-d15517beffb6', 'name': 'network-vif-deleted', 'tag': 'd5926c6c-a84f-468d-83d2-7a3a4f86e128', 'status': 'completed', 'code': 200} Mar 23 19:45:13.061519 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:10Z', 'revision_number': 3, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:13.098601 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:45:13.099012 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Updating router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf port 606c5ba0-c5d6-46be-844f-e94a49a3c749 binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:45:13.141961 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.349271 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.472360 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.573888 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.577844 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Allocated IP 172.20.0.1 (126f9639-b5bb-4a3d-becf-4b0dec973f25/0b755a6f-07aa-4149-8660-7b337feea847/d0f8a1a6-1c56-4597-868e-937c8c7d5f4a) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:13.616147 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53862) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:13.624445 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Pushing event updated for resources: {'Port': ['ID=606c5ba0-c5d6-46be-844f-e94a49a3c749,revision_number=2']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:13.631684 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.632399 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.633067 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.633615 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.634144 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.634673 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.635208 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.635837 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.636395 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.636935 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.637485 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.638002 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:45:13.694719 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Attempting to bind port 606c5ba0-c5d6-46be-844f-e94a49a3c749 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:13.697948 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Attempting to bind port 606c5ba0-c5d6-46be-844f-e94a49a3c749 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:13.699742 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Attempting to bind port 606c5ba0-c5d6-46be-844f-e94a49a3c749 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:13.709998 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:13.712842 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:13.713279 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.713675 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:13.714992 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Bound port: 606c5ba0-c5d6-46be-844f-e94a49a3c749, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:13.715367 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.742632 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.789507 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-710a9817-4bd4-4796-893c-f7ba85848d06 req-f705a0ea-fe6b-4937-ae13-eedde7f10fb9 tempest-DeleteServersTestJSON-1503631523 tempest-DeleteServersTestJSON-1503631523-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b5fd177-f457-41d1-877e-d15517beffb6 HTTP/1.1" status: 200 len: 210 time: 0.0555918 Mar 23 19:45:13.800306 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] For port 606c5ba0-c5d6-46be-844f-e94a49a3c749, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:13.803400 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] For port 606c5ba0-c5d6-46be-844f-e94a49a3c749, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=606c5ba0-c5d6-46be-844f-e94a49a3c749,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:13.813842 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1723352245-network', 'tenant_id': 'dbb2a74ec5824ce78f5226ad9d0cd190'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:13.865281 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.866356 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.911364 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:13.916014 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:13.922357 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:13.934328 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:13.935885 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b084e1-9a7c-447f-babc-746269c3c498 None None] Pushing event updated for resources: {'Port': ['ID=606c5ba0-c5d6-46be-844f-e94a49a3c749,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:13.939194 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Made reservation on behalf of dbb2a74ec5824ce78f5226ad9d0cd190 for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:13.942449 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.947126 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:13.947743 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:13.965833 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.978905 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:13.991978 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b126-ea5d-4704-b51a-505878580d75 req-d70b89e1-7f36-4cb4-940b-adceb5317aa9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:13.993722 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c0c4b126-ea5d-4704-b51a-505878580d75 req-d70b89e1-7f36-4cb4-940b-adceb5317aa9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0912309 Mar 23 19:45:14.129993 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c0c4b126-ea5d-4704-b51a-505878580d75 req-a99b9b48-350f-4504-b2ef-19b98cabdca9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210034 Mar 23 19:45:14.160784 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:14.221411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.250983 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e5ede676-3308-4044-8abd-7ecd968cef71 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:14.301613 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-8397f2c5-249d-438f-b0f2-90ffb386ff6e None None] Provisioning complete for port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:14.301823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.302457 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8397f2c5-249d-438f-b0f2-90ffb386ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.316652 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.374731 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port e5ede676-3308-4044-8abd-7ecd968cef71 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:14.375135 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.381763 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-8397f2c5-249d-438f-b0f2-90ffb386ff6e None None] Port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:14.383043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82385e61-3872-4c42-a4cd-4f5e0e9b1a50,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:14.391328 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:45:14.411422 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.411763 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Added segment 22afd01e-dc28-4d5d-9817-a5ae7516c19a of type vlan for network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 Mar 23 19:45:14.462207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.466721 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:10Z', 'revision_number': 3, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:14.504704 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423b2c9-605a-4923-8639-5ddc87125d65 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:10Z', 'revision_number': 3, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:45:14.605262 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.647480 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.648494 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:14.649111 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.687659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.710394 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] Pushing event updated for resources: {'Network': ['ID=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:14.727315 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:45:14.764675 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a64b1435-b92f-4398-a0c1-cb4608fb2453 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1448021 Mar 23 19:45:14.766707 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53884) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:14.782083 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.784411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Request body: {'subnet': {'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1723352245-subnet', 'tenant_id': 'dbb2a74ec5824ce78f5226ad9d0cd190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:14.810832 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:14.884552 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Made reservation on behalf of dbb2a74ec5824ce78f5226ad9d0cd190 for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:14.884938 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29956982'] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:14.907198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:14.909048 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:15.113362 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:45:15.208006 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30131608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29956960'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:15.220294 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-e69be0da-099c-4816-99f8-f7fb1d5e7938 None None] Provisioning complete for port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:15.221418 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e69be0da-099c-4816-99f8-f7fb1d5e7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:15.255004 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:45:15.261548 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ef21b498-0570-4500-96ce-a1d5b97432c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032319 Mar 23 19:45:15.290164 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-e69be0da-099c-4816-99f8-f7fb1d5e7938 None None] Port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:15.344637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=437d6519-77dc-46ef-8848-35df0a5006ab,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:15.363048 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Checking segment: {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:15.364818 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Network hostable DHCP agents. Network: 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:45:15.380219 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90adede-6514-4cb4-8cb0-a217bff72aeb req-a0446dae-df04-4d93-95a5-70cec9d2efad tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:15.388149 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e90adede-6514-4cb4-8cb0-a217bff72aeb req-a0446dae-df04-4d93-95a5-70cec9d2efad tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1162086 Mar 23 19:45:15.445561 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e90adede-6514-4cb4-8cb0-a217bff72aeb req-2fbfbf2e-b063-4382-ad81-7260996ae242 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562851 Mar 23 19:45:15.499570 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:45:15.529065 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d5926c6c-a84f-468d-83d2-7a3a4f86e128 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:45:15.550502 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: d5926c6c-a84f-468d-83d2-7a3a4f86e128 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:45:15.550857 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d5926c6c-a84f-468d-83d2-7a3a4f86e128 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:45:15.556472 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:15.561975 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:15.565034 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:15.565160 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e7f69-3d06-4814-8102-db6e6f5624b3 None None] Network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:45:15.645271 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1ab18d31-3a80-4cdd-b357-86cc1c4e7cdf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8749228 Mar 23 19:45:15.763049 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98492caa-69fa-4dd0-b651-246d5a98bedf None None] Network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:45:16.198257 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53950) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:16.207159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396685765-network', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:16.247808 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 606c5ba0-c5d6-46be-844f-e94a49a3c749 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:16.287594 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Made reservation on behalf of 9f6f66a0538044a0a723c0bd261cb85a for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:16.290074 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.296546 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 606c5ba0-c5d6-46be-844f-e94a49a3c749 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:16.300907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.301053 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.379949 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.387242 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.414597 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 606c5ba0-c5d6-46be-844f-e94a49a3c749, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=606c5ba0-c5d6-46be-844f-e94a49a3c749,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:16.447053 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.467386 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:45:16.485427 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.499858 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da8975f-a5b2-42fb-9c16-cc46095064bb,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:16.503648 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.504185 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Added segment db1f44ce-d14f-4a56-9da9-305e75d01ce0 of type vlan for network a0da582d-a6a2-4ea8-8566-2faecbed8c89 Mar 23 19:45:16.558020 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53962) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:16.564257 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=606c5ba0-c5d6-46be-844f-e94a49a3c749,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:16.594864 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.632908 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54dcae-f367-4a15-8c7e-4ff79d15b284 req-efb5292d-c83c-4f23-baf6-739cef7b4ffe tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:16.634487 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3e54dcae-f367-4a15-8c7e-4ff79d15b284 req-efb5292d-c83c-4f23-baf6-739cef7b4ffe tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0892243 Mar 23 19:45:16.650280 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Deleting subnet fd2ac912-1608-42f8-b737-6b9f457adcfe {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:45:16.654638 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.655191 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:45:16.670838 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.671913 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:16.672502 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.677376 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:16.678428 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:16.699758 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3e54dcae-f367-4a15-8c7e-4ff79d15b284 req-95f6cce6-3cb6-4f95-8921-4846190f7798 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592661 Mar 23 19:45:16.719555 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28786389'] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.758064 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] Pushing event updated for resources: {'Network': ['ID=a0da582d-a6a2-4ea8-8566-2faecbed8c89,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:16.764600 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0b7626b7-beea-4210-a09b-8e035e162756 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5650921 Mar 23 19:45:16.767393 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53972) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:16.772144 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.772857 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Request body: {'subnet': {'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396685765-subnet', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:16.804696 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:45:16.836364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Made reservation on behalf of 9f6f66a0538044a0a723c0bd261cb85a for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:16.839519 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29956982'] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.893911 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28412512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25457037'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.910139 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:16.921322 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2ac912-1608-42f8-b737-6b9f457adcfe,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:16.925614 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:16.942237 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-88e74653-55fb-4e09-b32e-8a4e64df092f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd2ac912-1608-42f8-b737-6b9f457adcfe HTTP/1.1" status: 204 len: 168 time: 0.3768444 Mar 23 19:45:16.942325 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53978) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:17.048091 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.128888 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 2, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:17.160941 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:45:17.165666 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Updating router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:45:17.165773 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.185904 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49d29a5-b24c-437a-9fcf-9fe3d12642fa']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:17.188651 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.188776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30131608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29956960'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.201123 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:17.201778 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4fe484-4723-4510-89b1-0cf0ff5b7bb9') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:17.231914 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.254463 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.266854 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:45:17.267229 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:45:17.268840 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:45:17.290228 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0053f5-5184-413e-be8b-69ca440de0f7,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:17.334716 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Checking segment: {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:17.335350 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Network hostable DHCP agents. Network: a0da582d-a6a2-4ea8-8566-2faecbed8c89, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:45:17.450385 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.478449 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:45:17.483349 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.486295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.488778 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f49d29a5-b24c-437a-9fcf-9fe3d12642fa HTTP/1.1" status: 204 len: 168 time: 0.5490203 Mar 23 19:45:17.506074 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5bdb4-6e1f-4147-b16a-19e55e3cc199 admin admin] Pushing event deleted for resources: {'Network': ['ID=f49d29a5-b24c-437a-9fcf-9fe3d12642fa,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:17.569732 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 53992) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:17.573716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.579306 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, a0da582d-a6a2-4ea8-8566-2faecbed8c89) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:17.602590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:17.603166 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.619768 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bcb39-05c7-4ad6-8d58-01fd49440c02 None None] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:45:17.628023 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Deleting subnet 5158ed80-c9de-40c1-95ba-7c062d6d2b69 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:45:17.631240 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.643971 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fb751-fee2-4510-a368-cf6b96977145 None None] Pushing event updated for resources: {'Port': ['ID=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:17.677973 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.707739 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 53996) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:17.712297 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:17.720237 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-de326a5d-2f2b-4f3b-bc7a-2571a80bc5b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9497294 Mar 23 19:45:17.803585 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.899815 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.900652 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.954688 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Attempting to bind port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:17.955077 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Attempting to bind port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:17.955447 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Attempting to bind port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:17.997103 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:17.997719 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Checking segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:17.998305 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:17.998897 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Bound using segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:17.999572 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Bound port: d0f8a1a6-1c56-4597-868e-937c8c7d5f4a, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:18.000157 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.028109 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-a160a3d2-aa41-4054-ab5a-7f72c8fb1f1b None None] Provisioning complete for port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:18.028852 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a160a3d2-aa41-4054-ab5a-7f72c8fb1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.115054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54016) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:18.130834 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-a160a3d2-aa41-4054-ab5a-7f72c8fb1f1b None None] Port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:18.141887 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-a0da582d-a6a2-4ea8-8566-2faecbed8c89', 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'fixed_ips': [{'subnet_id': '9b0053f5-5184-413e-be8b-69ca440de0f7'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:45:18.143345 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.175810 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] For port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:18.203061 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] For port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:18.242959 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.277855 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 606c5ba0-c5d6-46be-844f-e94a49a3c749 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:18.295141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e72459-3210-4de6-b321-3c5d43e9d71c req-b56024ab-1e6e-4e93-aa42-0212706b6698 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:18.296623 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-60e72459-3210-4de6-b321-3c5d43e9d71c req-b56024ab-1e6e-4e93-aa42-0212706b6698 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.4586418 Mar 23 19:45:18.303565 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-83d89733-4569-476a-aef4-d04856625df7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbba2a712c7d41ac95a0df5ac5fcdcdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1715379 Mar 23 19:45:18.305176 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54018) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:18.344500 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-81eceec4-8ece-4b37-aeb7-9d961e5d8a9c tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:18.346355 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-81eceec4-8ece-4b37-aeb7-9d961e5d8a9c tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/networks?id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 HTTP/1.1" status: 200 len: 809 time: 0.2295716 Mar 23 19:45:18.351629 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.392566 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-60e72459-3210-4de6-b321-3c5d43e9d71c req-246323ee-c55b-4511-80d1-487426434c11 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760777 Mar 23 19:45:18.392566 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-a8d7b33a-ed1d-4c6c-a2ca-390537daee85 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/quotas/dbb2a74ec5824ce78f5226ad9d0cd190 HTTP/1.1" status: 200 len: 375 time: 0.0319290 Mar 23 19:45:18.433735 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-5b0a5017-326b-4958-bf55-02c14156cf52 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319831 Mar 23 19:45:18.438977 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:18.439622 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:18.453476 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.519412 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-46e60eb2-cbcb-4b61-80b0-629691707a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.538428 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5158ed80-c9de-40c1-95ba-7c062d6d2b69,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:18.541517 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-46e60eb2-cbcb-4b61-80b0-629691707a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.551141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.560254 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-98fd3d8a-1c6c-4f39-a71f-e6f0b2fa45c2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5158ed80-c9de-40c1-95ba-7c062d6d2b69 HTTP/1.1" status: 204 len: 168 time: 0.9869771 Mar 23 19:45:18.560933 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54022) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:18.591142 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:18.622981 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.631114 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Allocated IP 172.20.0.2 (a0da582d-a6a2-4ea8-8566-2faecbed8c89/9b0053f5-5184-413e-be8b-69ca440de0f7/6bf3154f-7560-4bf7-8f57-08acec2cf14f) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:18.642936 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 606c5ba0-c5d6-46be-844f-e94a49a3c749 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:18.643333 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.659184 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-46e60eb2-cbcb-4b61-80b0-629691707a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.663048 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-46e60eb2-cbcb-4b61-80b0-629691707a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.679025 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-46e60eb2-cbcb-4b61-80b0-629691707a16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38f6fafd-0eec-42dc-9dc4-874f4b99c2e0 HTTP/1.1" status: 204 len: 168 time: 0.3595498 Mar 23 19:45:18.679470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54026) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:18.697542 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e60eb2-cbcb-4b61-80b0-629691707a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6fafd-0eec-42dc-9dc4-874f4b99c2e0,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:18.729063 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-e1614ea2-4d0b-4c3f-904b-b728f0974573 service neutron] 10.222.0.31 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933266 Mar 23 19:45:18.740781 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.817967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fb751-fee2-4510-a368-cf6b96977145 None None] Pushing event updated for resources: {'Port': ['ID=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:18.875429 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-694663ad-b2bb-45d2-8ad4-5134861051ee None None] Provisioning complete for port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:18.876824 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-694663ad-b2bb-45d2-8ad4-5134861051ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.899742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.904953 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3ed5c262-3c67-4077-96c9-b209841f3f41 service neutron] 10.222.0.31 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750441 Mar 23 19:45:18.925413 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8721b326-9491-47cd-9763-81debd88bac3']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:18.927672 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-751d7d2b-228b-4756-bf9c-a5b8c170482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.937541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311ee2fd-aaf3-47b2-9a38-d5fe63938f0a') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:18.938021 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311ee2fd-aaf3-47b2-9a38-d5fe63938f0a') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:18.952017 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.979799 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.983469 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.993807 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:45:18.994666 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:45:18.997621 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:45:19.012052 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.099140 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-751d7d2b-228b-4756-bf9c-a5b8c170482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.146149 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.150152 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.159777 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54040) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:19.159889 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] 10.222.0.31 "DELETE /v2.0/networks/8721b326-9491-47cd-9763-81debd88bac3 HTTP/1.1" status: 204 len: 168 time: 0.5470037 Mar 23 19:45:19.197322 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Allocated IP 172.27.1.91 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/0dc86f41-828c-4147-87ee-0c1fea3543be) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:19.200262 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-751d7d2b-228b-4756-bf9c-a5b8c170482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.206251 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b96d1c-31d2-4b70-b9da-d49a1692055e admin admin] Pushing event deleted for resources: {'Network': ['ID=8721b326-9491-47cd-9763-81debd88bac3,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.277163 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-979c18c1-6696-41e8-8d72-b737477d6f89 req-71ccf792-3f8f-4241-a6e0-c5d535f9b3b6 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 210 time: 0.0556874 Mar 23 19:45:19.299939 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.313695 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-694663ad-b2bb-45d2-8ad4-5134861051ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.342557 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:18Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:19.344927 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54050) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:19.352708 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-751d7d2b-228b-4756-bf9c-a5b8c170482e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6856524101ad4ac59c882d6f5fd28ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622927 Mar 23 19:45:19.365620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Deleting subnet 083a7838-53cb-4246-8ac1-03a6adc9981f {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:45:19.367813 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7d2b-228b-4756-bf9c-a5b8c170482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f317fe1-57b9-4e33-9410-224076e53e07,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.378808 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.384347 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.387971 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b844-96e9-478c-84eb-e18cd9fc7271 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:18Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:45:19.416072 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-694663ad-b2bb-45d2-8ad4-5134861051ee None None] For port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:19.442170 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:19.466261 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:19.468555 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Pushing event updated for resources: {'Port': ['ID=6bf3154f-7560-4bf7-8f57-08acec2cf14f,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.470842 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:19.500972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28786389'] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.507735 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aaed445b-a39a-49b8-b320-da4454aa8ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.535653 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-694663ad-b2bb-45d2-8ad4-5134861051ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.556351 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Attempting to bind port 6bf3154f-7560-4bf7-8f57-08acec2cf14f on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:19.556729 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Attempting to bind port 6bf3154f-7560-4bf7-8f57-08acec2cf14f by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:19.557125 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Attempting to bind port 6bf3154f-7560-4bf7-8f57-08acec2cf14f on network a0da582d-a6a2-4ea8-8566-2faecbed8c89 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:19.583425 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aaed445b-a39a-49b8-b320-da4454aa8ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.583815 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:19.584212 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Checking segment: {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:19.584620 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.585034 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Bound using segment: {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:19.585525 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Bound port: 6bf3154f-7560-4bf7-8f57-08acec2cf14f, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:19.586456 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.597626 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.609219 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.614898 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f613d8-fd24-44cc-ab4f-0f76214e6254 req-6e7c4424-3dd3-40f8-8b2c-d7d6dad8a765 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:19.616413 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c5f613d8-fd24-44cc-ab4f-0f76214e6254 req-6e7c4424-3dd3-40f8-8b2c-d7d6dad8a765 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0951900 Mar 23 19:45:19.677732 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c5f613d8-fd24-44cc-ab4f-0f76214e6254 req-55fe8538-388a-47aa-b19a-d2b8e1940e70 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Mar 23 19:45:19.701360 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] For port 6bf3154f-7560-4bf7-8f57-08acec2cf14f, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:19.706290 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] For port 6bf3154f-7560-4bf7-8f57-08acec2cf14f, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=6bf3154f-7560-4bf7-8f57-08acec2cf14f,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:19.737026 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694663ad-b2bb-45d2-8ad4-5134861051ee None None] Pushing event updated for resources: {'Port': ['ID=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.767564 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aaed445b-a39a-49b8-b320-da4454aa8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.770249 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aaed445b-a39a-49b8-b320-da4454aa8ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.771377 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-aaed445b-a39a-49b8-b320-da4454aa8ecb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f317fe1-57b9-4e33-9410-224076e53e07 HTTP/1.1" status: 204 len: 168 time: 0.4253361 Mar 23 19:45:19.780492 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed445b-a39a-49b8-b320-da4454aa8ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f317fe1-57b9-4e33-9410-224076e53e07,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.797663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.807064 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28412512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25457037'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.813901 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.903840 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d08b-7563-4a61-9334-5d0a4fb86143 None None] Pushing event updated for resources: {'Port': ['ID=6bf3154f-7560-4bf7-8f57-08acec2cf14f,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.924217 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:19.931418 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083a7838-53cb-4246-8ac1-03a6adc9981f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:19.936298 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:19.945877 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-fb53798c-2c82-4865-92c0-434ff551049e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/083a7838-53cb-4246-8ac1-03a6adc9981f HTTP/1.1" status: 204 len: 168 time: 0.7702856 Mar 23 19:45:19.946963 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54060) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:19.953813 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:19.959061 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:20.005555 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Pushing event updated for resources: {'Port': ['ID=0dc86f41-828c-4147-87ee-0c1fea3543be,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:20.096762 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.316520 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.335553 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d0f8a1a6-1c56-4597-868e-937c8c7d5f4a up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:20.368326 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8d0e27-51a9-4adc-8c02-801767fc74f8']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:20.379120 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182068c7-6e28-4154-9c21-6dbc508b5189') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:20.379682 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182068c7-6e28-4154-9c21-6dbc508b5189') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:20.391828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.410929 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:20.411421 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.417248 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.424506 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:45:20.425243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:45:20.444250 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:45:20.534100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.582961 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-87b491f3-8ff1-47fb-a177-3f5839b2f10a req-da9a3e82-fb55-4371-94b5-461909fb6b84 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 210 time: 0.1421914 Mar 23 19:45:20.638515 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.653930 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.661142 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8c8d0e27-51a9-4adc-8c02-801767fc74f8 HTTP/1.1" status: 204 len: 168 time: 0.7112994 Mar 23 19:45:20.688668 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc564c3f-82ee-45bb-a388-4152af54f151 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8d0e27-51a9-4adc-8c02-801767fc74f8,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:20.722680 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54078) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:20.748679 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-53dc0570-9a12-4adf-b331-5fcfab0e920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.877842 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:20.988400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932c32-9141-4c8f-a968-a78685e49c7f req-28641639-134d-4bcc-9358-c33894bcee30 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:20.990812 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f932c32-9141-4c8f-a968-a78685e49c7f req-28641639-134d-4bcc-9358-c33894bcee30 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1680057 Mar 23 19:45:21.086755 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-53dc0570-9a12-4adf-b331-5fcfab0e920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.097690 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f932c32-9141-4c8f-a968-a78685e49c7f req-6d0e7cfa-e82e-4766-b8dd-24d12d6b2d60 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951231 Mar 23 19:45:21.174027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Router c542dc5c-b992-45e8-92a4-de6d64633945 is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:45:21.211984 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-53dc0570-9a12-4adf-b331-5fcfab0e920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.311796 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-53dc0570-9a12-4adf-b331-5fcfab0e920b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78feea60fef34bd8b78006ac9892aac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5925407 Mar 23 19:45:21.325072 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54084) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:21.365124 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc0570-9a12-4adf-b331-5fcfab0e920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be0f31-3371-4c9c-bd08-7ec3d4b462a8,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:21.424315 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8fac1709-a65f-4395-b5c3-e2d294290d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.457083 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:45:21.470129 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Sync routers for ids ['c542dc5c-b992-45e8-92a4-de6d64633945'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:45:21.473931 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8fac1709-a65f-4395-b5c3-e2d294290d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.485710 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Routers {'c542dc5c-b992-45e8-92a4-de6d64633945'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:21.486398 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c542dc5c-b992-45e8-92a4-de6d64633945'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:21.488261 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54088) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:21.553789 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.555023 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-94b51f70-3b13-44ce-9be6-9b74b386b41d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8462801 Mar 23 19:45:21.558940 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54090) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:21.562145 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c26644a8-2980-4428-a467-5c4451fc8f9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=019aad30db174d3aaf13d5f5460cfae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723605 Mar 23 19:45:21.564215 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54092) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:21.597605 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:45:21.625654 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8fac1709-a65f-4395-b5c3-e2d294290d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.628234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8fac1709-a65f-4395-b5c3-e2d294290d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.629766 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8fac1709-a65f-4395-b5c3-e2d294290d9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76be0f31-3371-4c9c-bd08-7ec3d4b462a8 HTTP/1.1" status: 204 len: 168 time: 0.3008306 Mar 23 19:45:21.649364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1709-a65f-4395-b5c3-e2d294290d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be0f31-3371-4c9c-bd08-7ec3d4b462a8,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:21.655840 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b5f93-2223-4772-ab33-8e380951c9c3 None None] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:45:21.694251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9538a13d-3945-4cc1-add0-d7f7da514421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.733259 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9538a13d-3945-4cc1-add0-d7f7da514421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.741009 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0afff6db-adec-476c-bd34-d3bb8307a165 req-1b02257c-2e9c-4263-a23b-76864abb5deb tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 210 time: 0.0359862 Mar 23 19:45:21.813189 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-4c876f74-0689-493c-ac61-f04c37da1dd4 None None] Provisioning complete for port 6bf3154f-7560-4bf7-8f57-08acec2cf14f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:21.813700 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4c876f74-0689-493c-ac61-f04c37da1dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.896126 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Set router c542dc5c-b992-45e8-92a4-de6d64633945 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:21.900077 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9538a13d-3945-4cc1-add0-d7f7da514421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.903680 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9538a13d-3945-4cc1-add0-d7f7da514421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:21.908801 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9538a13d-3945-4cc1-add0-d7f7da514421 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb83f6e0-7a2e-4afa-9f1e-1a4c8fd945cb HTTP/1.1" status: 204 len: 168 time: 0.3434100 Mar 23 19:45:21.922580 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538a13d-3945-4cc1-add0-d7f7da514421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb83f6e0-7a2e-4afa-9f1e-1a4c8fd945cb,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:22.040823 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4c876f74-0689-493c-ac61-f04c37da1dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.095899 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-4c876f74-0689-493c-ac61-f04c37da1dd4 None None] For port 6bf3154f-7560-4bf7-8f57-08acec2cf14f, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=6bf3154f-7560-4bf7-8f57-08acec2cf14f,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:22.174123 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4c876f74-0689-493c-ac61-f04c37da1dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.253262 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.275701 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:45:20Z', 'revision_number': 3, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:22.376218 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Checking router: c542dc5c-b992-45e8-92a4-de6d64633945 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:45:22.377625 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Updating router c542dc5c-b992-45e8-92a4-de6d64633945 port 0dc86f41-828c-4147-87ee-0c1fea3543be binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:45:22.408325 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c26ed1-148d-4626-a47a-957dcb3a8a8a req-d32c31f2-2999-4690-98e3-aa68973cc8cc tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:22.411905 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6c26ed1-148d-4626-a47a-957dcb3a8a8a req-d32c31f2-2999-4690-98e3-aa68973cc8cc tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1465359 Mar 23 19:45:22.451064 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.545440 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6c26ed1-148d-4626-a47a-957dcb3a8a8a req-492c3e80-febd-48b4-9eb7-5748f13971ab tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099956 Mar 23 19:45:22.545934 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-302af968-1447-4211-a2d5-b7492fa3b2e5 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:22.552323 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-302af968-1447-4211-a2d5-b7492fa3b2e5 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "GET /v2.0/networks?id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 HTTP/1.1" status: 200 len: 809 time: 0.3571484 Mar 23 19:45:22.587937 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Request body: {'port': {'device_id': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3', 'admin_state_up': True, 'tenant_id': 'dbb2a74ec5824ce78f5226ad9d0cd190'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:22.638516 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 6bf3154f-7560-4bf7-8f57-08acec2cf14f up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:22.690794 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-b539de62-0a99-4c99-8105-e2fcb4262e29 None None] Provisioning complete for port 6bf3154f-7560-4bf7-8f57-08acec2cf14f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:22.691476 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b539de62-0a99-4c99-8105-e2fcb4262e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.722464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Allocated IP 172.20.0.1 (a0da582d-a6a2-4ea8-8566-2faecbed8c89/9b0053f5-5184-413e-be8b-69ca440de0f7/44e5797c-0988-4b25-bc33-a4eb61f7b672) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:22.790887 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876f74-0689-493c-ac61-f04c37da1dd4 None None] Pushing event updated for resources: {'Port': ['ID=6bf3154f-7560-4bf7-8f57-08acec2cf14f,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:22.822191 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 6bf3154f-7560-4bf7-8f57-08acec2cf14f triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:22.822547 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.895070 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.911272 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54130) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:22.923211 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5ef8c011-a70c-4d39-8965-1c38d00fadea req-a13e8436-440e-4edc-837a-674485e7b8bb tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 210 time: 0.0540826 Mar 23 19:45:22.968823 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.978975 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Made reservation on behalf of dbb2a74ec5824ce78f5226ad9d0cd190 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:22.985992 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:22.990790 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.013682 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4d046a72-8bf3-4457-b1cb-0ab223580a71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bae45ace6b964392a5d56428c2858da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011937 Mar 23 19:45:23.020270 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54132) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:23.064867 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Attempting to bind port 0dc86f41-828c-4147-87ee-0c1fea3543be on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Attempting to bind port 0dc86f41-828c-4147-87ee-0c1fea3543be by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Attempting to bind port 0dc86f41-828c-4147-87ee-0c1fea3543be on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Bound port: 0dc86f41-828c-4147-87ee-0c1fea3543be, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.109242 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b8d11-2ff5-4d75-8bcf-390a06c88db7 None None] Pushing event updated for resources: {'Port': ['ID=0dc86f41-828c-4147-87ee-0c1fea3543be,revision_number=2']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:23.124810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71c02523-c039-4b0b-9451-a51ead5cb4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.149829 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] For port 0dc86f41-828c-4147-87ee-0c1fea3543be, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:23.149829 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] For port 0dc86f41-828c-4147-87ee-0c1fea3543be, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0dc86f41-828c-4147-87ee-0c1fea3543be,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:23.170130 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.179271 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71c02523-c039-4b0b-9451-a51ead5cb4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.215195 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:23.217074 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:23.217375 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Allocated IP 172.20.0.8 (6ded3d9d-d65c-4dfa-bf36-1b8822f740e3/437d6519-77dc-46ef-8848-35df0a5006ab/d069a241-3019-465b-8d92-1b346ffb3eca) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:23.231943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:23.233906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=44e5797c-0988-4b25-bc33-a4eb61f7b672,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:23.271090 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.347608 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Routers {'c542dc5c-b992-45e8-92a4-de6d64633945'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:23.347940 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.348641 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c542dc5c-b992-45e8-92a4-de6d64633945'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:23.366991 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71c02523-c039-4b0b-9451-a51ead5cb4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.370543 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71c02523-c039-4b0b-9451-a51ead5cb4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.373540 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-71c02523-c039-4b0b-9451-a51ead5cb4da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb2691a5-8ae0-4691-b786-8be9d1133b64 HTTP/1.1" status: 204 len: 168 time: 0.3541930 Mar 23 19:45:23.409674 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c02523-c039-4b0b-9451-a51ead5cb4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2691a5-8ae0-4691-b786-8be9d1133b64,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:23.436672 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b8d11-2ff5-4d75-8bcf-390a06c88db7 None None] Pushing event updated for resources: {'Port': ['ID=0dc86f41-828c-4147-87ee-0c1fea3543be,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:23.530380 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-3ae807f1-d6a6-464d-8b55-9d49485fbb08 None None] Provisioning complete for port 44e5797c-0988-4b25-bc33-a4eb61f7b672 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:23.530380 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3ae807f1-d6a6-464d-8b55-9d49485fbb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.551495 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] Set router c542dc5c-b992-45e8-92a4-de6d64633945 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:23.586330 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.643748 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-3ae807f1-d6a6-464d-8b55-9d49485fbb08 None None] Port 44e5797c-0988-4b25-bc33-a4eb61f7b672 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:23.665583 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.682467 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.737490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:23.741511 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:23.744191 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:23.800294 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:23.801019 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:23.802299 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef5c8e-8698-4c19-a0b0-676bdb985bc0 req-d00003d8-678c-4665-9e99-cc4bc00ab705 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:23.804685 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6bef5c8e-8698-4c19-a0b0-676bdb985bc0 req-d00003d8-678c-4665-9e99-cc4bc00ab705 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0943401 Mar 23 19:45:23.814783 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Pushing event updated for resources: {'Port': ['ID=d069a241-3019-465b-8d92-1b346ffb3eca,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:23.816313 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:45:20Z', 'revision_number': 3, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:23.853269 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaf096-d1aa-402b-9d44-8f9ad365120d None None] The sync data for ids ['c542dc5c-b992-45e8-92a4-de6d64633945'] in dv-cinder-834962-1-iscsi is: [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:45:20Z', 'revision_number': 3, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:45:23.898428 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-3816b44e-9760-43c9-9c8b-ddc3bd7695fa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3306098 Mar 23 19:45:23.915434 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Request body: {'port': {'device_id': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:23.932295 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6bef5c8e-8698-4c19-a0b0-676bdb985bc0 req-bcbb87f5-38a6-442c-abde-43e707cf11cd tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164243 Mar 23 19:45:24.052553 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.065236 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.136438 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.242169 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=44e5797c-0988-4b25-bc33-a4eb61f7b672,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:24.281636 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e266b-5d3e-40f6-91f0-160ba6fc480c req-261e3ad2-96ab-4acf-ab3c-d950ab21c524 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:24.283231 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f02e266b-5d3e-40f6-91f0-160ba6fc480c req-261e3ad2-96ab-4acf-ab3c-d950ab21c524 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 931 time: 0.2119093 Mar 23 19:45:24.291170 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.349812 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 6bf3154f-7560-4bf7-8f57-08acec2cf14f up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:24.459218 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 6bf3154f-7560-4bf7-8f57-08acec2cf14f triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:24.459902 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.501659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d069a241-3019-465b-8d92-1b346ffb3eca {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:24.518004 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.555181 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Transition to ACTIVE for port object d069a241-3019-465b-8d92-1b346ffb3eca will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:45:24.596401 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.700860 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d069a241-3019-465b-8d92-1b346ffb3eca,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:24.799627 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f02e266b-5d3e-40f6-91f0-160ba6fc480c req-de90599e-6208-4607-9bed-03e28dfaeb99 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006878 Mar 23 19:45:24.800203 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Attempting to bind port d069a241-3019-465b-8d92-1b346ffb3eca on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:24.800203 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Attempting to bind port d069a241-3019-465b-8d92-1b346ffb3eca by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:24.800432 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Attempting to bind port d069a241-3019-465b-8d92-1b346ffb3eca on network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:24.812469 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Port d069a241-3019-465b-8d92-1b346ffb3eca on network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:45:24.812800 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Attempting to bind port d069a241-3019-465b-8d92-1b346ffb3eca on network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:24.831437 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:24.831748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Checking segment: {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:24.832098 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Bound using segment: {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:24.832537 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Bound port: d069a241-3019-465b-8d92-1b346ffb3eca, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:24.840318 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:24.856764 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:24.858301 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:24.933610 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] For port d069a241-3019-465b-8d92-1b346ffb3eca, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:24.937974 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] For port d069a241-3019-465b-8d92-1b346ffb3eca, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d069a241-3019-465b-8d92-1b346ffb3eca,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:25.003389 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.077916 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d069a241-3019-465b-8d92-1b346ffb3eca,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:25.098696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:25.099536 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.101212 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c5a40e02-99c4-4ab7-8695-aca55fcad3b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d069a241-3019-465b-8d92-1b346ffb3eca HTTP/1.1" status: 200 len: 1093 time: 1.1917882 Mar 23 19:45:25.101742 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'tag': 'd069a241-3019-465b-8d92-1b346ffb3eca'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:25.106209 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcb2498-6383-4eae-9ab5-1472a1ca4e36", "tag": "d069a241-3019-465b-8d92-1b346ffb3eca"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:25.159189 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54212) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:25.160071 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Router c542dc5c-b992-45e8-92a4-de6d64633945 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:45:25.195251 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba5d97-b2bf-422f-aa34-82c3d08acb47 req-390b0dfb-2cf1-4394-80d5-ed859ee2da67 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:25.196244 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7b775-f35e-46ec-b092-2f8650c01b69 x-openstack-request-id: req-77d7b775-f35e-46ec-b092-2f8650c01b69 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:25.196533 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcb2498-6383-4eae-9ab5-1472a1ca4e36", "tag": "d069a241-3019-465b-8d92-1b346ffb3eca", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:25.197093 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-17ba5d97-b2bf-422f-aa34-82c3d08acb47 req-390b0dfb-2cf1-4394-80d5-ed859ee2da67 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1289384 Mar 23 19:45:25.197816 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77d7b775-f35e-46ec-b092-2f8650c01b69 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:25.198739 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'tag': 'd069a241-3019-465b-8d92-1b346ffb3eca', 'status': 'completed', 'code': 200} Mar 23 19:45:25.320037 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-7e36573d-1d8b-431a-8898-f7e3a0205b38 None None] Provisioning complete for port 44e5797c-0988-4b25-bc33-a4eb61f7b672 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:25.320404 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e36573d-1d8b-431a-8898-f7e3a0205b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.348350 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-17ba5d97-b2bf-422f-aa34-82c3d08acb47 req-27312c34-cdb0-4dbc-a9f8-843651665731 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814040 Mar 23 19:45:25.369924 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:45:25.380694 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2438b487-98c3-4a5e-8a9a-320be8221ac5 admin admin] 10.222.0.31 "PUT /v2.0/routers/c542dc5c-b992-45e8-92a4-de6d64633945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8166122 Mar 23 19:45:25.412134 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-7e36573d-1d8b-431a-8898-f7e3a0205b38 None None] Port 44e5797c-0988-4b25-bc33-a4eb61f7b672 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:25.535783 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9693fbc4-e9b0-4845-9ad4-294c044d4a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.562291 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-ec5bfe5b-45fe-4d82-843c-561ad34d8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:25.563832 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-ec5bfe5b-45fe-4d82-843c-561ad34d8ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 1096 time: 0.3471258 Mar 23 19:45:25.617235 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-cca6999e-f5a2-415a-8001-a2b9d0facf70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d069a241-3019-465b-8d92-1b346ffb3eca HTTP/1.1" status: 200 len: 217 time: 0.0408015 Mar 23 19:45:25.689776 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-7142be5d-90cb-4bb9-8b75-732b6dd55dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:25.691436 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-7142be5d-90cb-4bb9-8b75-732b6dd55dbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=437d6519-77dc-46ef-8848-35df0a5006ab HTTP/1.1" status: 200 len: 849 time: 0.0641420 Mar 23 19:45:25.710861 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9693fbc4-e9b0-4845-9ad4-294c044d4a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.730691 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-2ad4e669-090c-4873-b9ea-1f6fd4affe1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282969 Mar 23 19:45:25.771944 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9693fbc4-e9b0-4845-9ad4-294c044d4a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.844195 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9693fbc4-e9b0-4845-9ad4-294c044d4a76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb92b3ba4b0e4cdc86954cacf3c2e639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837525 Mar 23 19:45:25.847542 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54230) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:25.863246 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693fbc4-e9b0-4845-9ad4-294c044d4a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b5428f-71d9-45b5-99c0-d7fbc24808d1,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:25.898211 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-031d5fd5-a480-4c06-aebb-fa73fc020b6a service neutron] 10.222.0.41 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455708 Mar 23 19:45:25.948413 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6452ba8b-c4cc-42d1-ada8-46d6007b2c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.977735 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5dcd6-2eee-40f4-b387-afb664d0301f req-f130cd12-8985-4488-bceb-47977d71af75 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:25.979375 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f3f5dcd6-2eee-40f4-b387-afb664d0301f req-f130cd12-8985-4488-bceb-47977d71af75 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 943 time: 0.0825911 Mar 23 19:45:25.985117 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6452ba8b-c4cc-42d1-ada8-46d6007b2c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:25.996912 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54232) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:26.001243 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816376774', 'description': 'tempest-secgroup-smoke-816376774 description', 'project_id': 'a694e27144174a21a33b5e209c65b9f3'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:26.014943 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-906b3eba-843b-4b2d-8313-bba233650ad6 req-c7e602a7-b18a-482d-bb82-fb84660fc5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089301 Mar 23 19:45:26.048734 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f3f5dcd6-2eee-40f4-b387-afb664d0301f req-378c8a57-0481-461a-9733-5f9c4d26857e tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612805 Mar 23 19:45:26.088488 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.174878 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6452ba8b-c4cc-42d1-ada8-46d6007b2c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.177714 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6452ba8b-c4cc-42d1-ada8-46d6007b2c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.183586 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6452ba8b-c4cc-42d1-ada8-46d6007b2c3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79b5428f-71d9-45b5-99c0-d7fbc24808d1 HTTP/1.1" status: 204 len: 168 time: 0.3302720 Mar 23 19:45:26.202787 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452ba8b-c4cc-42d1-ada8-46d6007b2c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b5428f-71d9-45b5-99c0-d7fbc24808d1,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:26.298226 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-46131f18-877e-4f92-afd1-af314a37e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:26.299933 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-46131f18-877e-4f92-afd1-af314a37e38e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 1096 time: 0.1023092 Mar 23 19:45:26.314276 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0dc86f41-828c-4147-87ee-0c1fea3543be up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:26.328191 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.364954 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 0dc86f41-828c-4147-87ee-0c1fea3543be triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:26.365401 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.400117 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.431761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-9aaa43f7-1f48-442b-94cb-a81ada401ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:26.437449 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-9aaa43f7-1f48-442b-94cb-a81ada401ea6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 HTTP/1.1" status: 200 len: 910 time: 0.1191499 Mar 23 19:45:26.494704 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.500554 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.501198 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4989340 Mar 23 19:45:26.501198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57572e3b-e85c-4d46-80e8-0d8afc9bbbe3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a39e501-9ef7-4721-85ee-7e4c27b6d787,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:26.501198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54248) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:26.503686 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-ca46c57e-004d-4002-bdb5-5dee9a476f24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d069a241-3019-465b-8d92-1b346ffb3eca HTTP/1.1" status: 200 len: 217 time: 0.0596411 Mar 23 19:45:26.506751 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group_rule': {'security_group_id': '4a39e501-9ef7-4721-85ee-7e4c27b6d787', 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:26.533777 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 0dc86f41-828c-4147-87ee-0c1fea3543be, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0dc86f41-828c-4147-87ee-0c1fea3543be,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:26.580288 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef9d8c-ebbc-45a8-8428-a87243420593 req-e1f2a858-10e3-4793-ae1d-304bb7e33f99 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:26.582252 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1cef9d8c-ebbc-45a8-8428-a87243420593 req-e1f2a858-10e3-4793-ae1d-304bb7e33f99 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1343820 Mar 23 19:45:26.588044 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-043a59e9-91ee-45fb-9355-1d3f65c483e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:26.597034 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-043a59e9-91ee-45fb-9355-1d3f65c483e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=437d6519-77dc-46ef-8848-35df0a5006ab HTTP/1.1" status: 200 len: 849 time: 0.0779679 Mar 23 19:45:26.613919 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.628609 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-0b84f71d-cc97-4ea9-aba5-3573ff51d721 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296044 Mar 23 19:45:26.632852 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1cef9d8c-ebbc-45a8-8428-a87243420593 req-bfcef0e7-e93b-49be-a91d-2d3c130025a9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Mar 23 19:45:26.668478 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=0dc86f41-828c-4147-87ee-0c1fea3543be,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:26.720442 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.772970 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-cde544ad-f193-46ad-92ee-b07362e095d5 service neutron] 10.222.0.41 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359050 Mar 23 19:45:26.789634 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.861530 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.892508 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6528c97-55be-4223-9f1d-ba3ed5f70602,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:26.918255 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-df99c6b2-fc0d-4c3b-9f64-3a22eac2ffbe req-beb90bb9-73ce-43aa-b84a-34d0bd5f4c44 service neutron] 10.222.0.41 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305079 Mar 23 19:45:26.930844 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Sync routers for ids ['c542dc5c-b992-45e8-92a4-de6d64633945'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:45:26.942059 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Routers {'c542dc5c-b992-45e8-92a4-de6d64633945'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:26.942745 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c542dc5c-b992-45e8-92a4-de6d64633945'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:26.969549 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:26.970735 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-a4d38141-fe73-438b-9c4c-65dfe9b2331e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692285 Mar 23 19:45:26.973866 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54256) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:26.978581 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group_rule': {'security_group_id': '4a39e501-9ef7-4721-85ee-7e4c27b6d787', 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:27.049928 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Set router c542dc5c-b992-45e8-92a4-de6d64633945 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:27.057215 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54258) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:27.071533 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b164bf8f-2844-40a8-8d8b-4798e236e7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.092108 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.182496 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0cac5-4d68-43bd-ae48-c8cf51db5bba req-fc786b1e-8780-4226-aeff-678d78341699 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:27.185999 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-99b0cac5-4d68-43bd-ae48-c8cf51db5bba req-fc786b1e-8780-4226-aeff-678d78341699 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 943 time: 0.0655675 Mar 23 19:45:27.231294 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.242726 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-99b0cac5-4d68-43bd-ae48-c8cf51db5bba req-56382af3-c1e4-4585-9840-5837e360ba9f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Mar 23 19:45:27.252225 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b164bf8f-2844-40a8-8d8b-4798e236e7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.270948 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.287607 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9aae06-28b0-4061-b8ea-55ceca4eb53a,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:27.293972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b164bf8f-2844-40a8-8d8b-4798e236e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.303205 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:45:23Z', 'revision_number': 4, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '44e5797c-0988-4b25-bc33-a4eb61f7b672', 'name': '', 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'mac_address': 'fa:16:3e:e3:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '9b0053f5-5184-413e-be8b-69ca440de0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:22Z', 'updated_at': '2022-03-23T19:45:23Z', 'revision_number': 2, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'subnets': [{'id': '9b0053f5-5184-413e-be8b-69ca440de0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:27.333258 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164bf8f-2844-40a8-8d8b-4798e236e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb0b65-ee84-49ff-9230-c5c0a03bd646,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:27.335100 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Checking router: c542dc5c-b992-45e8-92a4-de6d64633945 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:45:27.336034 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Updating router c542dc5c-b992-45e8-92a4-de6d64633945 port 44e5797c-0988-4b25-bc33-a4eb61f7b672 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:45:27.337620 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b164bf8f-2844-40a8-8d8b-4798e236e7e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d173bf6b83d49d3893e72af11a821a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784665 Mar 23 19:45:27.340908 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54268) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:27.368138 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.372121 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.373345 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c2c692ae-336b-41b5-abc1-015881022264 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3983796 Mar 23 19:45:27.382589 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54272) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:27.389768 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group_rule': {'security_group_id': '4a39e501-9ef7-4721-85ee-7e4c27b6d787', 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:27.421877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-51f2383a-5977-40f7-99d2-0e3494e87f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.442519 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-51f2383a-5977-40f7-99d2-0e3494e87f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.481708 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.564558 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-51f2383a-5977-40f7-99d2-0e3494e87f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.567271 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-51f2383a-5977-40f7-99d2-0e3494e87f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.569309 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-51f2383a-5977-40f7-99d2-0e3494e87f93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8afb0b65-ee84-49ff-9230-c5c0a03bd646 HTTP/1.1" status: 204 len: 168 time: 0.2263570 Mar 23 19:45:27.584694 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.586038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2383a-5977-40f7-99d2-0e3494e87f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb0b65-ee84-49ff-9230-c5c0a03bd646,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:27.670659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.690827 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.715281 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c47de4f-bb0a-445a-a521-f7e35c7d542e,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:27.791117 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524847d-305f-4465-a814-550d55f3e70b req-fbe99558-df92-4cb0-a461-cf5f51ebfbed tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:27.793283 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9524847d-305f-4465-a814-550d55f3e70b req-fbe99558-df92-4cb0-a461-cf5f51ebfbed tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0499513 Mar 23 19:45:27.796013 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.826987 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.830085 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4d304e7d-982c-450a-85d0-46af6f950db6 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4431393 Mar 23 19:45:27.831863 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54288) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:27.844519 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group_rule': {'security_group_id': '4a39e501-9ef7-4721-85ee-7e4c27b6d787', 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:27.846496 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd66f80-f309-4657-937f-3f4258ec3281 None None] Pushing event updated for resources: {'Port': ['ID=44e5797c-0988-4b25-bc33-a4eb61f7b672,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:27.847741 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9524847d-305f-4465-a814-550d55f3e70b req-47c5cd8f-04e2-40a0-a777-2f3b72e0a5ff tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Mar 23 19:45:27.913916 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Attempting to bind port 44e5797c-0988-4b25-bc33-a4eb61f7b672 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:27.914564 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Attempting to bind port 44e5797c-0988-4b25-bc33-a4eb61f7b672 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:27.915016 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Attempting to bind port 44e5797c-0988-4b25-bc33-a4eb61f7b672 on network a0da582d-a6a2-4ea8-8566-2faecbed8c89 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:27.921020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:27.921403 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Checking segment: {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:27.921807 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.922205 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Bound using segment: {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:27.922676 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Bound port: 44e5797c-0988-4b25-bc33-a4eb61f7b672, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1f44ce-d14f-4a56-9da9-305e75d01ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:27.923057 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:27.947425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.010566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] For port 44e5797c-0988-4b25-bc33-a4eb61f7b672, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:28.014495 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] For port 44e5797c-0988-4b25-bc33-a4eb61f7b672, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=44e5797c-0988-4b25-bc33-a4eb61f7b672,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:28.044303 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.100003 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.158187 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.164904 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Routers {'c542dc5c-b992-45e8-92a4-de6d64633945'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:45:28.165582 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:45:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c542dc5c-b992-45e8-92a4-de6d64633945'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:28.189519 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3248d5c-43d0-43e1-9463-ddd8ca8e3025,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:28.251532 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd66f80-f309-4657-937f-3f4258ec3281 None None] Pushing event updated for resources: {'Port': ['ID=44e5797c-0988-4b25-bc33-a4eb61f7b672,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:28.308219 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-597c105c-94cc-4b01-9d04-97b6bda5abb3 None None] Provisioning complete for port 44e5797c-0988-4b25-bc33-a4eb61f7b672 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:28.309378 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-597c105c-94cc-4b01-9d04-97b6bda5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.315768 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.315768 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3b2d78f4-f489-4348-9d24-d7d9610aeb7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4766769 Mar 23 19:45:28.318986 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54312) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:28.324231 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0dc86f41-828c-4147-87ee-0c1fea3543be up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:28.332612 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group_rule': {'security_group_id': '4a39e501-9ef7-4721-85ee-7e4c27b6d787', 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:28.414073 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] Set router c542dc5c-b992-45e8-92a4-de6d64633945 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:45:28.417076 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70be8c-d8b8-4e1f-ab49-dfa321966cea req-0d17acd6-3d88-4468-9512-31025214d203 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:28.427599 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8f70be8c-d8b8-4e1f-ab49-dfa321966cea req-0d17acd6-3d88-4468-9512-31025214d203 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 943 time: 0.0671723 Mar 23 19:45:28.470647 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.securitygroups_db [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Project a694e27144174a21a33b5e209c65b9f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:45:28.473682 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.487494 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8f70be8c-d8b8-4e1f-ab49-dfa321966cea req-5fc5b17f-75fd-4aab-a8ab-bc23064b70cc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561111 Mar 23 19:45:28.553402 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.556426 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 0dc86f41-828c-4147-87ee-0c1fea3543be triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:28.556804 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.613388 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.623571 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-597c105c-94cc-4b01-9d04-97b6bda5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.642319 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249e0af0-e25e-45ec-9986-d9df997ce99a,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:28.690884 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-597c105c-94cc-4b01-9d04-97b6bda5abb3 None None] For port 44e5797c-0988-4b25-bc33-a4eb61f7b672, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=44e5797c-0988-4b25-bc33-a4eb61f7b672,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:28.695320 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.696544 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ee0e2c47-3cdd-4276-a966-baa958e28082 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3764718 Mar 23 19:45:28.700004 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54324) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:28.704451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'security_group_rule': {'security_group_id': '4a39e501-9ef7-4721-85ee-7e4c27b6d787', 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:28.796968 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.securitygroups_db [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Project a694e27144174a21a33b5e209c65b9f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:45:28.803526 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.841887 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-597c105c-94cc-4b01-9d04-97b6bda5abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.874272 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.942688 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c105c-94cc-4b01-9d04-97b6bda5abb3 None None] Pushing event updated for resources: {'Port': ['ID=44e5797c-0988-4b25-bc33-a4eb61f7b672,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:28.961690 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:28.966558 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:45:23Z', 'revision_number': 4, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '44e5797c-0988-4b25-bc33-a4eb61f7b672', 'name': '', 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'mac_address': 'fa:16:3e:e3:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '9b0053f5-5184-413e-be8b-69ca440de0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:22Z', 'updated_at': '2022-03-23T19:45:28Z', 'revision_number': 4, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'subnets': [{'id': '9b0053f5-5184-413e-be8b-69ca440de0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:45:29.001998 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9226fb-c2f0-4f8c-82af-7a69e344edb9,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:29.002863 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:29.005046 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86797986-b7b5-44f2-bc77-72b38622ebd6 None None] The sync data for ids ['c542dc5c-b992-45e8-92a4-de6d64633945'] in dv-cinder-834962-1-iscsi is: [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:45:23Z', 'revision_number': 4, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '44e5797c-0988-4b25-bc33-a4eb61f7b672', 'name': '', 'network_id': 'a0da582d-a6a2-4ea8-8566-2faecbed8c89', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'mac_address': 'fa:16:3e:e3:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '9b0053f5-5184-413e-be8b-69ca440de0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:22Z', 'updated_at': '2022-03-23T19:45:28Z', 'revision_number': 4, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'subnets': [{'id': '9b0053f5-5184-413e-be8b-69ca440de0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:45:29.006625 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-ac9dc215-649f-4883-a281-6ff3365126a1 None None] Provisioning complete for port 44e5797c-0988-4b25-bc33-a4eb61f7b672 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:29.007018 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ac9dc215-649f-4883-a281-6ff3365126a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:29.020599 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41fee8-241f-429d-853c-700aba4f8692 req-cf940640-0f02-4f5b-a7e3-6ca80139cc47 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:29.024978 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0e41fee8-241f-429d-853c-700aba4f8692 req-cf940640-0f02-4f5b-a7e3-6ca80139cc47 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0867419 Mar 23 19:45:29.039884 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:29.045840 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0846ab09-7834-4cb1-be31-ea32c0d5073b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3435960 Mar 23 19:45:29.117990 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0e41fee8-241f-429d-853c-700aba4f8692 req-b8503483-2166-4b5c-b3b0-8afdbc44b583 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873563 Mar 23 19:45:29.368843 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ce2cbbbd-5bf3-413e-bbb7-6777768d5b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:29.613116 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe056b0-99fa-4613-9711-5ee1da3ae312 req-edd02f7e-7407-49ae-a77b-8b8ec0a50482 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:29.617232 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2fe056b0-99fa-4613-9711-5ee1da3ae312 req-edd02f7e-7407-49ae-a77b-8b8ec0a50482 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 943 time: 0.0542908 Mar 23 19:45:29.655007 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2fe056b0-99fa-4613-9711-5ee1da3ae312 req-39e98640-e341-446d-994e-2dfdc3f3eb14 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Mar 23 19:45:30.240762 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 44e5797c-0988-4b25-bc33-a4eb61f7b672 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:30.256039 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1233f1-24b3-4347-9398-4296c1d8d491 req-5a893789-97ce-4081-b3bb-4e8b5aa27380 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:30.257682 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7c1233f1-24b3-4347-9398-4296c1d8d491 req-5a893789-97ce-4081-b3bb-4e8b5aa27380 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0619714 Mar 23 19:45:30.298387 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7c1233f1-24b3-4347-9398-4296c1d8d491 req-a6071e5e-673a-420a-800d-5b270c3970f4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Mar 23 19:45:30.300239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 44e5797c-0988-4b25-bc33-a4eb61f7b672 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:30.300684 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:30.587825 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd371b-2f16-4452-8bc1-929bae411ed7 req-8e659935-f28e-48c3-87b6-8a45c0122b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:30.590029 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f4fd371b-2f16-4452-8bc1-929bae411ed7 req-8e659935-f28e-48c3-87b6-8a45c0122b25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 1099 time: 0.0460596 Mar 23 19:45:30.640027 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f4fd371b-2f16-4452-8bc1-929bae411ed7 req-fb3821e2-1756-420b-954d-ff28da472921 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Mar 23 19:45:30.828154 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc2142-e9b4-417f-b9d8-45cde3dc6b2c req-3f2d2366-4c65-4e46-88dd-6352a730f66a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:30.841951 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f2fc2142-e9b4-417f-b9d8-45cde3dc6b2c req-3f2d2366-4c65-4e46-88dd-6352a730f66a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 943 time: 0.0917668 Mar 23 19:45:30.858415 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d069a241-3019-465b-8d92-1b346ffb3eca details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:45:30.895977 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f2fc2142-e9b4-417f-b9d8-45cde3dc6b2c req-1cbb5fbf-7a0d-4da4-9b06-c97a08cc2918 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Mar 23 19:45:30.987743 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d069a241-3019-465b-8d92-1b346ffb3eca, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d069a241-3019-465b-8d92-1b346ffb3eca,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:30.998963 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'd069a241-3019-465b-8d92-1b346ffb3eca', 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3', 'port_id': 'd069a241-3019-465b-8d92-1b346ffb3eca', 'mac_address': 'fa:16:3e:00:2c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437d6519-77dc-46ef-8848-35df0a5006ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:45:31.051649 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.070154 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d069a241-3019-465b-8d92-1b346ffb3eca {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:31.091906 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d069a241-3019-465b-8d92-1b346ffb3eca, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d069a241-3019-465b-8d92-1b346ffb3eca,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:31.208197 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.262728 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=d069a241-3019-465b-8d92-1b346ffb3eca,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:31.263662 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54446) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:31.359048 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-21b053b0-e044-474e-b31b-14ef7bc00948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.402464 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dfe28cec-7ae6-4264-80be-a40031707927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.433562 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b4b07-58a5-41a4-bcdb-ec90b6bdcf0c req-1f9f3ffd-2865-42e7-a743-113c5fe6121e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:31.435164 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b06b4b07-58a5-41a4-bcdb-ec90b6bdcf0c req-1f9f3ffd-2865-42e7-a743-113c5fe6121e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0633116 Mar 23 19:45:31.499269 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b06b4b07-58a5-41a4-bcdb-ec90b6bdcf0c req-4b967e48-d682-491e-9660-82bdc6790a5c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Mar 23 19:45:31.530204 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dfe28cec-7ae6-4264-80be-a40031707927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.551936 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['d069a241-3019-465b-8d92-1b346ffb3eca'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:45:31.596459 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dfe28cec-7ae6-4264-80be-a40031707927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.643147 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-dfe28cec-7ae6-4264-80be-a40031707927 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aacb5c69b07a48378252ca983efd00c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782253 Mar 23 19:45:31.644270 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe28cec-7ae6-4264-80be-a40031707927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fdc94d-d684-4113-8057-223a51c9472e,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:31.646065 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54462) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:31.701271 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e89d6cf-2984-4f26-b912-9e561cf24a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.723170 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e89d6cf-2984-4f26-b912-9e561cf24a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.853423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e89d6cf-2984-4f26-b912-9e561cf24a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.857701 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6e89d6cf-2984-4f26-b912-9e561cf24a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:31.859705 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6e89d6cf-2984-4f26-b912-9e561cf24a45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4fdc94d-d684-4113-8057-223a51c9472e HTTP/1.1" status: 204 len: 168 time: 0.2125318 Mar 23 19:45:31.867897 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89d6cf-2984-4f26-b912-9e561cf24a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fdc94d-d684-4113-8057-223a51c9472e,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:32.036543 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a6a92-5b53-459e-bb11-24849bab0d04 req-dab757bf-5913-4f3c-8215-e6d37db5543d tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:32.038692 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a9a6a92-5b53-459e-bb11-24849bab0d04 req-dab757bf-5913-4f3c-8215-e6d37db5543d tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 944 time: 0.0638075 Mar 23 19:45:32.076974 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a9a6a92-5b53-459e-bb11-24849bab0d04 req-a7909955-cbdb-49ff-aca7-8e87fe1b4e64 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Mar 23 19:45:32.617036 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b85c53-c05c-40e8-8ef5-30d8afb1a13e req-53f3f8bf-f44d-48e3-8c35-2152f67768f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:32.618593 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c8b85c53-c05c-40e8-8ef5-30d8afb1a13e req-53f3f8bf-f44d-48e3-8c35-2152f67768f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0513966 Mar 23 19:45:32.664943 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c8b85c53-c05c-40e8-8ef5-30d8afb1a13e req-2d63ca4a-5c7b-4a87-a0e9-327f8f2da916 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Mar 23 19:45:32.806106 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf733-0947-4cca-bdc8-b501f56589c0 req-495572ee-e4aa-4d28-8143-cecc99a6b3ae tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:32.807607 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-330cf733-0947-4cca-bdc8-b501f56589c0 req-495572ee-e4aa-4d28-8143-cecc99a6b3ae tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Mar 23 19:45:32.848438 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-330cf733-0947-4cca-bdc8-b501f56589c0 req-2bab304b-4302-449e-965a-14e7007f43ac tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Mar 23 19:45:32.875557 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d069a241-3019-465b-8d92-1b346ffb3eca up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:32.880575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:32.973566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port d069a241-3019-465b-8d92-1b346ffb3eca completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:45:32.978062 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port d069a241-3019-465b-8d92-1b346ffb3eca triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:32.978531 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:33.075850 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:33.098804 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd069a241-3019-465b-8d92-1b346ffb3eca'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:33.101101 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91936912-6c30-4383-be83-bd4d189eb7a1" -d '{"events": [{"server_uuid": "bdcb2498-6383-4eae-9ab5-1472a1ca4e36", "name": "network-vif-plugged", "status": "completed", "tag": "d069a241-3019-465b-8d92-1b346ffb3eca"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:33.117633 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d069a241-3019-465b-8d92-1b346ffb3eca, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d069a241-3019-465b-8d92-1b346ffb3eca,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:33.157831 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe127b-4974-468c-9c98-cb3f7146975c x-openstack-request-id: req-7efe127b-4974-468c-9c98-cb3f7146975c {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:33.158305 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb2498-6383-4eae-9ab5-1472a1ca4e36", "name": "network-vif-plugged", "status": "completed", "tag": "d069a241-3019-465b-8d92-1b346ffb3eca", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:33.158772 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7efe127b-4974-468c-9c98-cb3f7146975c {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:33.159179 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd069a241-3019-465b-8d92-1b346ffb3eca', 'code': 200} Mar 23 19:45:33.185481 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:33.219464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a62d8-12a5-4560-b60d-e04939c009a6 req-73587454-7f65-4797-9872-b9be9081adf5 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:33.221024 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-385a62d8-12a5-4560-b60d-e04939c009a6 req-73587454-7f65-4797-9872-b9be9081adf5 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 944 time: 0.0566499 Mar 23 19:45:33.238300 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=d069a241-3019-465b-8d92-1b346ffb3eca,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:33.259786 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-385a62d8-12a5-4560-b60d-e04939c009a6 req-0a4dcc74-4f6d-4adc-83e1-26418c0ae6f0 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Mar 23 19:45:34.230768 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:34.375848 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e0b8-ce88-49eb-9409-584ce912eb79 req-701cfd0b-8210-45cb-935e-5e7f191955bd tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:34.377880 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7295e0b8-ce88-49eb-9409-584ce912eb79 req-701cfd0b-8210-45cb-935e-5e7f191955bd tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Mar 23 19:45:34.416066 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7295e0b8-ce88-49eb-9409-584ce912eb79 req-ec990d12-0751-4679-94b3-a68f63dcb210 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Mar 23 19:45:34.767533 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:35.529977 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4cda-6335-4474-a7e2-8d6fe939513e req-d6ebd116-abfd-49f9-b602-6c3dc71cbd1a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:35.531414 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1f4c4cda-6335-4474-a7e2-8d6fe939513e req-d6ebd116-abfd-49f9-b602-6c3dc71cbd1a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0470526 Mar 23 19:45:35.567075 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1f4c4cda-6335-4474-a7e2-8d6fe939513e req-92abe491-84a0-4581-94ae-e29ff0dba2e4 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299313 Mar 23 19:45:36.054029 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc18a6-7f02-4029-9264-3c0c49d04059 req-847c2567-837d-4ab6-9daf-98bac321f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:36.055386 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-72bc18a6-7f02-4029-9264-3c0c49d04059 req-847c2567-837d-4ab6-9daf-98bac321f0ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 1098 time: 0.0391414 Mar 23 19:45:36.090029 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-72bc18a6-7f02-4029-9264-3c0c49d04059 req-e52ec61f-bb72-4ed3-8641-12556a558e39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274873 Mar 23 19:45:36.689429 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec77b2-45fa-4359-8f07-4eb30dbb5bb7 req-92f316da-e9c6-42cd-b9de-4c01f7038baa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:36.691572 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1fec77b2-45fa-4359-8f07-4eb30dbb5bb7 req-92f316da-e9c6-42cd-b9de-4c01f7038baa tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0554416 Mar 23 19:45:36.736456 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1fec77b2-45fa-4359-8f07-4eb30dbb5bb7 req-2e427b84-d004-47de-b391-0534986a44ad tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Mar 23 19:45:37.038420 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-8cd78cdb-00bf-4776-8526-decf1c91e843 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303445 Mar 23 19:45:37.249100 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-ab7243dc-ef72-4f0a-a3f0-71372e439403 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.250507 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-ab7243dc-ef72-4f0a-a3f0-71372e439403 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994784 Mar 23 19:45:37.291747 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-2b03d061-d315-4225-8673-dc34bb667261 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/quotas/be37c15a3b5f4af883cf8c99dc7dd5e7 HTTP/1.1" status: 200 len: 375 time: 0.0349274 Mar 23 19:45:37.333579 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-6f661902-3827-4fff-b51f-91f489c7c6d7 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337317 Mar 23 19:45:37.345084 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d205be-4fab-4a5b-b2d4-8aa7b73f3b42 req-2a4e3540-d5e6-416b-bd06-c9736bbf0307 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.345084 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f3d205be-4fab-4a5b-b2d4-8aa7b73f3b42 req-2a4e3540-d5e6-416b-bd06-c9736bbf0307 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0873351 Mar 23 19:45:37.358030 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-42677e47-caf2-4156-aedc-0d8a9b7b4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.359979 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-42677e47-caf2-4156-aedc-0d8a9b7b4b36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1098 time: 0.0439334 Mar 23 19:45:37.387789 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f3d205be-4fab-4a5b-b2d4-8aa7b73f3b42 req-cf40c3dc-50dc-4ee6-8bb2-a4b03306d919 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Mar 23 19:45:37.476342 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-90cb1406-c60f-4b75-a819-11e6c143c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.478288 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-90cb1406-c60f-4b75-a819-11e6c143c99c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.1093006 Mar 23 19:45:37.524480 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-a2b73f92-53e0-4f3a-a0f3-b6da7322e4da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 200 len: 217 time: 0.0362399 Mar 23 19:45:37.558933 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54612) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:37.586148 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-2c74ad3a-c44b-420b-b19a-2003577ee39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.587846 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-2c74ad3a-c44b-420b-b19a-2003577ee39f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0563655 Mar 23 19:45:37.678476 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-0e584ea9-b0ca-40fa-9aa1-53b83442012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.679977 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-0e584ea9-b0ca-40fa-9aa1-53b83442012c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698762 Mar 23 19:45:37.689219 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aa593b65-a4e4-454d-8702-2fb8ac776e1f req-d1bb5246-81ce-4d3a-8617-d1ac3071259a tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0376399 Mar 23 19:45:37.724371 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ed5b657f-6481-477c-a959-7e8c1335840b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:37.820508 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ed5b657f-6481-477c-a959-7e8c1335840b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:37.835966 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-feaaefcc-b2cb-4053-a2f2-ef94241bf504 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382222 Mar 23 19:45:37.895810 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebc6d6-5ebb-4c8f-88a3-1e50187e221b req-53d929cf-d23a-431a-9fca-e897690b3a96 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:37.897400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-21ebc6d6-5ebb-4c8f-88a3-1e50187e221b req-53d929cf-d23a-431a-9fca-e897690b3a96 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0585544 Mar 23 19:45:37.936055 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ed5b657f-6481-477c-a959-7e8c1335840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:37.941354 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-21ebc6d6-5ebb-4c8f-88a3-1e50187e221b req-16dd793f-8b70-48b0-83bc-f79bdca95d1a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Mar 23 19:45:37.942203 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8ee80037-5eb2-475f-a386-5a7c2c9d65db req-11494040-0097-404c-accd-d148ebfb18f1 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915353 Mar 23 19:45:37.980862 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ed5b657f-6481-477c-a959-7e8c1335840b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c0c94dc48f94a0a960b4b6f518d77e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206779 Mar 23 19:45:37.982043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b657f-6481-477c-a959-7e8c1335840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a864866-63d5-46f4-be73-ee65db6ada74,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:37.983362 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54630) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:38.035315 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-101ee5f4-964e-4b8f-8172-c21c968b4e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:38.056326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-101ee5f4-964e-4b8f-8172-c21c968b4e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:38.168477 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-101ee5f4-964e-4b8f-8172-c21c968b4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:38.171102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-101ee5f4-964e-4b8f-8172-c21c968b4e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:38.172293 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-101ee5f4-964e-4b8f-8172-c21c968b4e91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a864866-63d5-46f4-be73-ee65db6ada74 HTTP/1.1" status: 204 len: 168 time: 0.1875229 Mar 23 19:45:38.179999 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee5f4-964e-4b8f-8172-c21c968b4e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a864866-63d5-46f4-be73-ee65db6ada74,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:38.513243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba1318-303c-4e1e-bc66-a30d902aceda req-841becb1-5454-4758-9c3b-07c261f7c6ee tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:38.514722 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f9ba1318-303c-4e1e-bc66-a30d902aceda req-841becb1-5454-4758-9c3b-07c261f7c6ee tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Mar 23 19:45:38.558787 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f9ba1318-303c-4e1e-bc66-a30d902aceda req-b36f8cf2-8f7e-44a3-8040-b0c570f648e4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366223 Mar 23 19:45:38.773571 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ac729885-2726-4321-b55e-d1019982269f req-4be3df4b-b5ef-413d-9869-aafb67b02c31 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0269995 Mar 23 19:45:39.064947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b605fd4-d2cd-4a7a-8702-796d2d15c0e3 req-97e318f5-7d76-4bd3-aebd-be5c6116c621 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:39.069458 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b605fd4-d2cd-4a7a-8702-796d2d15c0e3 req-97e318f5-7d76-4bd3-aebd-be5c6116c621 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0551748 Mar 23 19:45:39.105231 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b605fd4-d2cd-4a7a-8702-796d2d15c0e3 req-25019df2-5bc7-44e8-a3f0-aede7b814397 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Mar 23 19:45:39.680826 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e50230-5567-4b94-9f6d-123a5aa0b5e1 req-fc421623-1410-46bd-bbda-9720c9e7dc56 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:39.682217 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d7e50230-5567-4b94-9f6d-123a5aa0b5e1 req-fc421623-1410-46bd-bbda-9720c9e7dc56 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0507791 Mar 23 19:45:39.720242 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d7e50230-5567-4b94-9f6d-123a5aa0b5e1 req-f8940f97-e5d6-4c3a-81af-ed1d04cee05a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Mar 23 19:45:39.873450 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-99d4dfad-df6b-4d88-8fa3-65d9244c63ee req-b60afa2c-5ada-4502-89cb-0ad7aab91a42 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0292885 Mar 23 19:45:40.284648 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-3e815018-ed48-4c5b-859d-338fb6cbccf2 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315621 Mar 23 19:45:40.503052 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-82fefcb0-da00-447d-968a-7a68dcadbf51 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:40.504578 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-82fefcb0-da00-447d-968a-7a68dcadbf51 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112074 Mar 23 19:45:40.530566 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Request body: {'port': {'device_id': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668', 'admin_state_up': True, 'tenant_id': 'be37c15a3b5f4af883cf8c99dc7dd5e7'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:40.739101 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Made reservation on behalf of be37c15a3b5f4af883cf8c99dc7dd5e7 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:40.742853 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:40.759176 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:40.857844 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:40.879223 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d739cd-c0c5-4ed6-8900-524c73b26462 req-dcc076db-c0be-418c-85d1-7205017d4f1e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:40.880719 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-92d739cd-c0c5-4ed6-8900-524c73b26462 req-dcc076db-c0be-418c-85d1-7205017d4f1e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0618353 Mar 23 19:45:40.939750 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-92d739cd-c0c5-4ed6-8900-524c73b26462 req-e3530cd7-c948-423f-b80a-8f2ab9ce902a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 Mar 23 19:45:40.944755 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:40.995082 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54726) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:41.018863 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c7e5a542-210f-4f3f-8523-57cda741bfa4 req-55424460-c8ce-4369-8d28-4b56e45b0321 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0286670 Mar 23 19:45:41.058423 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc40773e-e621-42ff-83fd-c1270fbf61a0,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:41.108140 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348efdb-a418-4cd5-a45a-670d7c66a0be req-d1b8e02c-7989-42eb-8ee1-cfa6906a4708 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:41.115739 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d348efdb-a418-4cd5-a45a-670d7c66a0be req-d1b8e02c-7989-42eb-8ee1-cfa6906a4708 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0656688 Mar 23 19:45:41.143172 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Allocated IP 192.168.233.160 (311bcb1a-fb75-4b19-ba93-e9c2d8fe1668/32e50bb7-ca86-4768-b7af-bbe215093a89/2cd59f48-6af5-4659-9834-db696cc05d30) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:41.157863 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d348efdb-a418-4cd5-a45a-670d7c66a0be req-8543b54c-0d88-4338-93d1-797aa6a1f1d5 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Mar 23 19:45:41.207217 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a9b200a7-3bc9-4e3f-812e-785a5fde457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.341726 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.375084 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a9b200a7-3bc9-4e3f-812e-785a5fde457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.436038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a9b200a7-3bc9-4e3f-812e-785a5fde457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.468671 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.484332 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-a9b200a7-3bc9-4e3f-812e-785a5fde457d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48c58e1ac83348b2954c75de18e1caaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835694 Mar 23 19:45:41.485650 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54734) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:41.508503 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b200a7-3bc9-4e3f-812e-785a5fde457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c6c60-9bf6-4d34-b6e7-000c822fca9f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:41.526355 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:41.530172 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:41.534314 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:41.538596 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Pushing event updated for resources: {'Port': ['ID=2cd59f48-6af5-4659-9834-db696cc05d30,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:41.539256 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54401639-c724-4db5-aba5-9021246c2a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.563742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54401639-c724-4db5-aba5-9021246c2a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.584748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:41.585642 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.673317 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-b3b804fd-4204-4367-bfb5-445b9646928d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1508844 Mar 23 19:45:41.692200 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Request body: {'port': {'device_id': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:41.694229 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54401639-c724-4db5-aba5-9021246c2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.697222 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54401639-c724-4db5-aba5-9021246c2a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.701477 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-54401639-c724-4db5-aba5-9021246c2a31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c14c6c60-9bf6-4d34-b6e7-000c822fca9f HTTP/1.1" status: 204 len: 168 time: 0.2116942 Mar 23 19:45:41.707054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54401639-c724-4db5-aba5-9021246c2a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c6c60-9bf6-4d34-b6e7-000c822fca9f,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:41.750307 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.779340 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-d29cc392-878b-41a4-97cc-dec170d5e04f None None] Provisioning complete for port 2cd59f48-6af5-4659-9834-db696cc05d30 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:41.780236 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d29cc392-878b-41a4-97cc-dec170d5e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:41.814077 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-d29cc392-878b-41a4-97cc-dec170d5e04f None None] Port 2cd59f48-6af5-4659-9834-db696cc05d30 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:42.029165 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd59f48-6af5-4659-9834-db696cc05d30 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:42.036908 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.049451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Transition to ACTIVE for port object 2cd59f48-6af5-4659-9834-db696cc05d30 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:45:42.094508 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad236-2a85-4a5b-945a-cc95da1f2509 req-94bec964-bbc6-464d-bd07-37e2851984cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:42.096002 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c22ad236-2a85-4a5b-945a-cc95da1f2509 req-94bec964-bbc6-464d-bd07-37e2851984cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Mar 23 19:45:42.145228 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.173689 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c22ad236-2a85-4a5b-945a-cc95da1f2509 req-38cbbb42-4619-4911-932a-1d391d1c4cc2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Mar 23 19:45:42.201132 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa4c97-e735-4a2d-a133-35e11c20a082 req-4d3d4b34-6bad-484f-ad8b-139f38c3ad6b tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:42.203032 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0ffa4c97-e735-4a2d-a133-35e11c20a082 req-4d3d4b34-6bad-484f-ad8b-139f38c3ad6b tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 936 time: 0.1056552 Mar 23 19:45:42.230557 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd59f48-6af5-4659-9834-db696cc05d30,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:42.286225 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0ffa4c97-e735-4a2d-a133-35e11c20a082 req-5bacd62a-e6d8-4a28-94c2-36149c78c8c8 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667098 Mar 23 19:45:42.316490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Attempting to bind port 2cd59f48-6af5-4659-9834-db696cc05d30 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:42.317053 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Attempting to bind port 2cd59f48-6af5-4659-9834-db696cc05d30 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:42.317446 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Attempting to bind port 2cd59f48-6af5-4659-9834-db696cc05d30 on network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:42.327807 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Port 2cd59f48-6af5-4659-9834-db696cc05d30 on network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:45:42.327807 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Attempting to bind port 2cd59f48-6af5-4659-9834-db696cc05d30 on network 311bcb1a-fb75-4b19-ba93-e9c2d8fe1668 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:42.333413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:42.333822 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Checking segment: {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:42.334277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Bound using segment: {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:42.334769 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Bound port: 2cd59f48-6af5-4659-9834-db696cc05d30, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55639452-3abb-4f2a-a106-deec83bec447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:42.335190 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.356126 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275c71e-e17e-4704-af12-3768d5d30bf8 req-d822d4aa-11c3-4629-afba-e79467b77b68 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:42.366673 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4275c71e-e17e-4704-af12-3768d5d30bf8 req-d822d4aa-11c3-4629-afba-e79467b77b68 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0757916 Mar 23 19:45:42.411572 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] For port 2cd59f48-6af5-4659-9834-db696cc05d30, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:42.415600 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] For port 2cd59f48-6af5-4659-9834-db696cc05d30, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2cd59f48-6af5-4659-9834-db696cc05d30,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:42.417931 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4275c71e-e17e-4704-af12-3768d5d30bf8 req-b934c2dd-93c6-4f29-b763-3a17c940b099 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448713 Mar 23 19:45:42.432243 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54758) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:42.446106 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dd50add0-a5df-42fa-99e1-a4be3fc8877a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.483909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.523570 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:42.524171 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.525718 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cd59f48-6af5-4659-9834-db696cc05d30 HTTP/1.1" status: 200 len: 1098 time: 0.8378971 Mar 23 19:45:42.536385 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'tag': '2cd59f48-6af5-4659-9834-db696cc05d30'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:42.539165 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b204605e-2b05-476a-b697-797923d7938a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6a99be-e4aa-4d09-aaee-12c1fd440947", "tag": "2cd59f48-6af5-4659-9834-db696cc05d30"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:42.590451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae39a4-7fc8-4e56-bca7-e910ceb24ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd59f48-6af5-4659-9834-db696cc05d30,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:42.593999 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3c25cf-91cc-4d44-9632-903c9bb7cb17 x-openstack-request-id: req-9d3c25cf-91cc-4d44-9632-903c9bb7cb17 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:42.594287 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6a99be-e4aa-4d09-aaee-12c1fd440947", "tag": "2cd59f48-6af5-4659-9834-db696cc05d30", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:42.594545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d3c25cf-91cc-4d44-9632-903c9bb7cb17 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:42.594930 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'tag': '2cd59f48-6af5-4659-9834-db696cc05d30', 'status': 'completed', 'code': 200} Mar 23 19:45:42.600164 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dd50add0-a5df-42fa-99e1-a4be3fc8877a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.691020 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204605e-2b05-476a-b697-797923d7938a req-307ee5c8-2e0e-44ce-90a1-ea2962591137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:42.692531 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b204605e-2b05-476a-b697-797923d7938a req-307ee5c8-2e0e-44ce-90a1-ea2962591137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 1101 time: 0.0607674 Mar 23 19:45:42.696772 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-dd50add0-a5df-42fa-99e1-a4be3fc8877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.764762 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b204605e-2b05-476a-b697-797923d7938a req-d28e2b92-c80c-4e24-b6a8-2156bbb6b62b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461049 Mar 23 19:45:42.768605 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-dd50add0-a5df-42fa-99e1-a4be3fc8877a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f5a03c938f845bcb8d2db7adb8fed44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351419 Mar 23 19:45:42.769801 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50add0-a5df-42fa-99e1-a4be3fc8877a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543222b2-eb18-4f59-8592-0846133a45be,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:42.772143 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54764) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:42.836963 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ad1d-03f2-4ba5-8f72-8c45de10714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.859192 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ad1d-03f2-4ba5-8f72-8c45de10714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.939706 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204605e-2b05-476a-b697-797923d7938a req-de6241b5-d60a-4046-8a3a-2ec17a0c3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:42.941193 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b204605e-2b05-476a-b697-797923d7938a req-de6241b5-d60a-4046-8a3a-2ec17a0c3ee8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665442 Mar 23 19:45:42.962099 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ad1d-03f2-4ba5-8f72-8c45de10714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.965980 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ad1d-03f2-4ba5-8f72-8c45de10714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:42.967181 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-fbf7ad1d-03f2-4ba5-8f72-8c45de10714e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/543222b2-eb18-4f59-8592-0846133a45be HTTP/1.1" status: 204 len: 168 time: 0.1920233 Mar 23 19:45:42.976136 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7ad1d-03f2-4ba5-8f72-8c45de10714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543222b2-eb18-4f59-8592-0846133a45be,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:43.031422 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-36841ed4-c46d-43ee-9c1e-eafee4cc6570 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.033678 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-36841ed4-c46d-43ee-9c1e-eafee4cc6570 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0600014 Mar 23 19:45:43.047808 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-e9d88ff1-4518-4a56-9f3d-b99c728b85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.049368 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-e9d88ff1-4518-4a56-9f3d-b99c728b85c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 1101 time: 0.0493796 Mar 23 19:45:43.112028 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-152f0ca4-d135-4893-a287-a0377f6678fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2cd59f48-6af5-4659-9834-db696cc05d30 HTTP/1.1" status: 200 len: 217 time: 0.0515804 Mar 23 19:45:43.169077 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-31e96104-595a-4fef-899b-5fc69f9dfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.170651 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-31e96104-595a-4fef-899b-5fc69f9dfc11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e50bb7-ca86-4768-b7af-bbe215093a89 HTTP/1.1" status: 200 len: 843 time: 0.0483940 Mar 23 19:45:43.227431 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467448-af09-44f8-99fc-28c435852254 req-0cd19bd6-826c-4f1b-afd8-b6a490ba17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.230114 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-0cd19bd6-826c-4f1b-afd8-b6a490ba17ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=311bcb1a-fb75-4b19-ba93-e9c2d8fe1668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0490494 Mar 23 19:45:43.388522 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Deleting port d069a241-3019-465b-8d92-1b346ffb3eca {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:45:43.388865 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:43.395686 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-82d19add-7b38-4f26-8113-3ce5831dba88 service neutron] 10.222.0.41 "GET /v2.0/networks/311bcb1a-fb75-4b19-ba93-e9c2d8fe1668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595328 Mar 23 19:45:43.402951 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e03b-77b5-440a-af41-b34ca24271d2 req-502537c1-f659-4f37-8799-b9cb9830d21c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.405499 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d5c3e03b-77b5-440a-af41-b34ca24271d2 req-502537c1-f659-4f37-8799-b9cb9830d21c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.1470497 Mar 23 19:45:43.501143 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] For port d069a241-3019-465b-8d92-1b346ffb3eca, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d069a241-3019-465b-8d92-1b346ffb3eca,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:43.501624 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:43.521395 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Calling delete_port for d069a241-3019-465b-8d92-1b346ffb3eca owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:45:43.536898 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d5c3e03b-77b5-440a-af41-b34ca24271d2 req-f3223f8a-95d5-42f4-ad91-c7af2d3fb68a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153731 Mar 23 19:45:43.547819 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ebdbd-309a-4214-9c32-b1332654e21c req-dd4da16c-4b0a-4e6c-a54e-a5c39bdc45e6 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.549927 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-747ebdbd-309a-4214-9c32-b1332654e21c req-dd4da16c-4b0a-4e6c-a54e-a5c39bdc45e6 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 948 time: 0.1702442 Mar 23 19:45:43.598276 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ab467448-af09-44f8-99fc-28c435852254 req-c182a070-5f6d-4988-908c-f4956b97c160 service neutron] 10.222.0.41 "GET /v2.0/networks/311bcb1a-fb75-4b19-ba93-e9c2d8fe1668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917865 Mar 23 19:45:43.615961 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-747ebdbd-309a-4214-9c32-b1332654e21c req-0c494d10-65ec-4c09-8a06-c76d676bd3d2 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541065 Mar 23 19:45:43.675389 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d3d9-2e48-478e-9bb8-b4dd1863b71f req-5aa6c4ad-99e1-4db6-9b6b-cf980d4cc95a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:43.676899 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d754d3d9-2e48-478e-9bb8-b4dd1863b71f req-5aa6c4ad-99e1-4db6-9b6b-cf980d4cc95a tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 945 time: 0.0600841 Mar 23 19:45:43.721024 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d754d3d9-2e48-478e-9bb8-b4dd1863b71f req-989b0f72-92ab-41aa-97ec-8e510b42f3cc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 Mar 23 19:45:43.773619 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:43.788258 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['d069a241-3019-465b-8d92-1b346ffb3eca'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:45:43.808747 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Pushing event deleted for resources: {'Port': ['ID=d069a241-3019-465b-8d92-1b346ffb3eca,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:43.854192 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] No DVR routers for this DVR port d069a241-3019-465b-8d92-1b346ffb3eca on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:45:43.858088 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:43.861634 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9dc47594-16a5-4db7-82a4-a35cd7d691d1 req-d5adbc3a-5e54-463d-b167-54197d2fac6f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "DELETE /v2.0/ports/d069a241-3019-465b-8d92-1b346ffb3eca HTTP/1.1" status: 204 len: 173 time: 0.8155203 Mar 23 19:45:44.086834 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54800) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:44.268788 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b1ae777e-21e5-4079-b1bb-a290a9f3650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.343508 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b1ae777e-21e5-4079-b1bb-a290a9f3650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.407802 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b1ae777e-21e5-4079-b1bb-a290a9f3650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.451723 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae777e-21e5-4079-b1bb-a290a9f3650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1710bda4-9685-4844-aa72-adf3022a278f,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:44.458555 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b1ae777e-21e5-4079-b1bb-a290a9f3650a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fad47a8e3994018b55815f7f3c0c738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706608 Mar 23 19:45:44.461565 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54810) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:44.522270 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd0ac-342c-4c63-86a7-59bc33b1cd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.546028 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd0ac-342c-4c63-86a7-59bc33b1cd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.595537 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'name': 'network-vif-deleted', 'tag': 'd069a241-3019-465b-8d92-1b346ffb3eca'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:44.598409 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5f893-ff0d-4e08-9931-cc6f39456140" -d '{"events": [{"server_uuid": "bdcb2498-6383-4eae-9ab5-1472a1ca4e36", "name": "network-vif-deleted", "tag": "d069a241-3019-465b-8d92-1b346ffb3eca"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:44.654973 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29636c62-ac7b-4b4e-a7d5-6e926aac7cd7 x-openstack-request-id: req-29636c62-ac7b-4b4e-a7d5-6e926aac7cd7 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:44.655380 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcb2498-6383-4eae-9ab5-1472a1ca4e36", "name": "network-vif-deleted", "tag": "d069a241-3019-465b-8d92-1b346ffb3eca", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:44.655896 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29636c62-ac7b-4b4e-a7d5-6e926aac7cd7 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:44.656557 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcb2498-6383-4eae-9ab5-1472a1ca4e36', 'name': 'network-vif-deleted', 'tag': 'd069a241-3019-465b-8d92-1b346ffb3eca', 'status': 'completed', 'code': 200} Mar 23 19:45:44.670702 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd0ac-342c-4c63-86a7-59bc33b1cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.677222 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd0ac-342c-4c63-86a7-59bc33b1cd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:44.677222 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-fb4fd0ac-342c-4c63-86a7-59bc33b1cd52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1710bda4-9685-4844-aa72-adf3022a278f HTTP/1.1" status: 204 len: 168 time: 0.2118688 Mar 23 19:45:44.678928 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b1001-33b6-46f1-a6cd-b659c6767d1f req-ece52dbb-5628-4899-9763-3d3f80bf2c38 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:44.679681 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f77b1001-33b6-46f1-a6cd-b659c6767d1f req-ece52dbb-5628-4899-9763-3d3f80bf2c38 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0664151 Mar 23 19:45:44.683266 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fd0ac-342c-4c63-86a7-59bc33b1cd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1710bda4-9685-4844-aa72-adf3022a278f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:44.722217 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f77b1001-33b6-46f1-a6cd-b659c6767d1f req-4326784a-bdc1-44e9-8b97-216c3f17ff75 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Mar 23 19:45:44.783956 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb272c3-c9cc-4f32-9dbc-7b9883ab2279 req-47393d96-8d4b-4edf-892d-8bdc87cecc97 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:44.785610 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6eb272c3-c9cc-4f32-9dbc-7b9883ab2279 req-47393d96-8d4b-4edf-892d-8bdc87cecc97 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 948 time: 0.0581846 Mar 23 19:45:44.837612 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6eb272c3-c9cc-4f32-9dbc-7b9883ab2279 req-979871a4-4a71-447b-9f04-6ec8446981c5 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Mar 23 19:45:44.854012 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bc43d7dc-5a46-47c2-b966-eb150793b46f req-de374373-3f36-4148-a428-237ee838a24b tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdcb2498-6383-4eae-9ab5-1472a1ca4e36 HTTP/1.1" status: 200 len: 210 time: 0.0312326 Mar 23 19:45:45.312466 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 54840) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:45.326160 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-17058ccb-86a3-4f5a-8f75-c0944bab950f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.406691 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-17058ccb-86a3-4f5a-8f75-c0944bab950f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.465823 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-17058ccb-86a3-4f5a-8f75-c0944bab950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.503101 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-17058ccb-86a3-4f5a-8f75-c0944bab950f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e4edb7c963f4328a07dce7df10cc996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894960 Mar 23 19:45:45.504169 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17058ccb-86a3-4f5a-8f75-c0944bab950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41339ea3-3dac-4a50-8221-d5ae7123a129,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:45.505771 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 54846) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:45.559971 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfe63-7f4e-4577-a50c-00883e8a5809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.580749 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfe63-7f4e-4577-a50c-00883e8a5809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.722584 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfe63-7f4e-4577-a50c-00883e8a5809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.725288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b0fbfe63-7f4e-4577-a50c-00883e8a5809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:45.726499 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b0fbfe63-7f4e-4577-a50c-00883e8a5809 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41339ea3-3dac-4a50-8221-d5ae7123a129 HTTP/1.1" status: 204 len: 168 time: 0.2194269 Mar 23 19:45:45.736561 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbfe63-7f4e-4577-a50c-00883e8a5809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41339ea3-3dac-4a50-8221-d5ae7123a129,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:45.890940 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0630a8-018e-4f39-a706-759875fbe49a req-33222dab-ebfb-4d74-a8f8-02d0dab515ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:45.890940 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ed0630a8-018e-4f39-a706-759875fbe49a req-33222dab-ebfb-4d74-a8f8-02d0dab515ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0627902 Mar 23 19:45:45.938737 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ed0630a8-018e-4f39-a706-759875fbe49a req-a3b49c62-6b94-416c-a39f-5abca5c0e9c7 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Mar 23 19:45:45.975849 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08139fc2-7ef7-40e7-a90f-85bee204a162 req-ce810f92-15d1-4faa-a351-2bad1a0060d3 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:45.977672 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-08139fc2-7ef7-40e7-a90f-85bee204a162 req-ce810f92-15d1-4faa-a351-2bad1a0060d3 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 948 time: 0.0540581 Mar 23 19:45:46.022977 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-08139fc2-7ef7-40e7-a90f-85bee204a162 req-000dd9ac-6853-4d82-858d-e29c93c0dc4b tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Mar 23 19:45:46.330655 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-c80983b4-60c4-4a76-872a-7ae5dc46cc64 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:46.332146 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-c80983b4-60c4-4a76-872a-7ae5dc46cc64 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/networks?id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 HTTP/1.1" status: 200 len: 809 time: 0.1191335 Mar 23 19:45:46.347435 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-5d849049-359a-4620-8b2f-db55c6964a60 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/quotas/dbb2a74ec5824ce78f5226ad9d0cd190 HTTP/1.1" status: 200 len: 375 time: 0.0095918 Mar 23 19:45:46.378609 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-1cdddac4-5840-4d3a-9e55-501a0a01b964 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256844 Mar 23 19:45:46.470948 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-5ba666a2-aa74-4b34-863a-af9d852f8cd5 service neutron] 10.222.0.31 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855076 Mar 23 19:45:46.568571 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-33806749-cbd9-4a17-9340-d0de6f97648c service neutron] 10.222.0.31 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912580 Mar 23 19:45:46.817283 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5b82ff55-053d-4eaa-8199-2a9b932a1aa4 req-8a67b8fa-2766-40bd-9da5-10fd9ce9a70d tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 210 time: 0.0362298 Mar 23 19:45:46.932426 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2cd59f48-6af5-4659-9834-db696cc05d30 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:45:46.938100 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d069a241-3019-465b-8d92-1b346ffb3eca no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:45:46.962338 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: d069a241-3019-465b-8d92-1b346ffb3eca {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:45:46.963165 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d069a241-3019-465b-8d92-1b346ffb3eca not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:45:47.065269 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168a07-8090-4325-9a6a-40e0862ca9cf req-53b7775b-3b01-4113-9dee-9d026de6905d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:47.072693 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be168a07-8090-4325-9a6a-40e0862ca9cf req-53b7775b-3b01-4113-9dee-9d026de6905d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0577765 Mar 23 19:45:47.098812 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 2cd59f48-6af5-4659-9834-db696cc05d30, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2cd59f48-6af5-4659-9834-db696cc05d30,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:47.118152 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '2cd59f48-6af5-4659-9834-db696cc05d30', 'network_id': '311bcb1a-fb75-4b19-ba93-e9c2d8fe1668', 'port_id': '2cd59f48-6af5-4659-9834-db696cc05d30', 'mac_address': 'fa:16:3e:69:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e50bb7-ca86-4768-b7af-bbe215093a89', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:45:47.160330 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:47.175224 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd59f48-6af5-4659-9834-db696cc05d30 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:47.197345 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 2cd59f48-6af5-4659-9834-db696cc05d30, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2cd59f48-6af5-4659-9834-db696cc05d30,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:47.259556 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:47.320978 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=2cd59f48-6af5-4659-9834-db696cc05d30,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:47.363346 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be168a07-8090-4325-9a6a-40e0862ca9cf req-3dce1596-8d44-4e7d-898d-4b40b3ca080e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895076 Mar 23 19:45:47.383347 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a46ac-4945-498c-9113-3678768c7c06 req-93ca7c1f-51b4-439f-bd32-ea9aacb66083 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:47.385091 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-df6a46ac-4945-498c-9113-3678768c7c06 req-93ca7c1f-51b4-439f-bd32-ea9aacb66083 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 948 time: 0.2810636 Mar 23 19:45:47.429570 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-df6a46ac-4945-498c-9113-3678768c7c06 req-daaa5b44-6487-46d8-b540-b85af157ac25 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Mar 23 19:45:47.658519 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2cd59f48-6af5-4659-9834-db696cc05d30'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:45:47.915735 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a76d03b6-5b14-4c7d-b85a-68acdd4523df req-68396045-a2d7-4100-9ff3-11f30e059392 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Mar 23 19:45:48.486853 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca18c-5328-4032-b1f4-3e1294b44cd8 req-e07c4244-435e-490a-b17f-34e3e40dc3af tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:48.488370 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-941ca18c-5328-4032-b1f4-3e1294b44cd8 req-e07c4244-435e-490a-b17f-34e3e40dc3af tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0588717 Mar 23 19:45:48.560542 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-941ca18c-5328-4032-b1f4-3e1294b44cd8 req-74ba7db0-32b4-4973-a7b6-b4f6add58769 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652490 Mar 23 19:45:48.572276 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93dd30-14e1-4780-a992-7ba578a5c0d0 req-7aa88c7e-9976-4b7c-9278-992e25a9f671 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:48.573897 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5e93dd30-14e1-4780-a992-7ba578a5c0d0 req-7aa88c7e-9976-4b7c-9278-992e25a9f671 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 949 time: 0.0716648 Mar 23 19:45:48.612495 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5e93dd30-14e1-4780-a992-7ba578a5c0d0 req-fcef7af9-5de6-4452-ae95-61847ff92a4e tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Mar 23 19:45:48.842482 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-e6aac3e3-319c-4661-9579-1a4341d80136 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:48.843951 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-e6aac3e3-319c-4661-9579-1a4341d80136 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "GET /v2.0/networks?id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 HTTP/1.1" status: 200 len: 809 time: 0.1127586 Mar 23 19:45:48.861872 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Request body: {'port': {'device_id': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3', 'admin_state_up': True, 'tenant_id': 'dbb2a74ec5824ce78f5226ad9d0cd190'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:48.936431 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2cd59f48-6af5-4659-9834-db696cc05d30 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:49.039890 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-87560c51-ecbc-4568-8774-019906d47292 req-ca64795d-f510-4e7a-bc46-f85c7455442d tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 210 time: 0.0254786 Mar 23 19:45:49.053521 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Made reservation on behalf of dbb2a74ec5824ce78f5226ad9d0cd190 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:49.057071 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.087871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 2cd59f48-6af5-4659-9834-db696cc05d30 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:45:49.093425 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 2cd59f48-6af5-4659-9834-db696cc05d30 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:49.094039 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.199549 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.199929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Allocated IP 172.20.0.3 (6ded3d9d-d65c-4dfa-bf36-1b8822f740e3/437d6519-77dc-46ef-8848-35df0a5006ab/b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:49.222411 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd59f48-6af5-4659-9834-db696cc05d30'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:49.224659 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df8bf1-262b-4926-985c-017181a10197" -d '{"events": [{"server_uuid": "4e6a99be-e4aa-4d09-aaee-12c1fd440947", "name": "network-vif-plugged", "status": "completed", "tag": "2cd59f48-6af5-4659-9834-db696cc05d30"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:49.237757 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 2cd59f48-6af5-4659-9834-db696cc05d30, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2cd59f48-6af5-4659-9834-db696cc05d30,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:49.265801 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acd262b-8804-4cc0-9973-6c0b9d2505d7 x-openstack-request-id: req-9acd262b-8804-4cc0-9973-6c0b9d2505d7 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:49.265801 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a99be-e4aa-4d09-aaee-12c1fd440947", "name": "network-vif-plugged", "status": "completed", "tag": "2cd59f48-6af5-4659-9834-db696cc05d30", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:49.266154 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9acd262b-8804-4cc0-9973-6c0b9d2505d7 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:49.266644 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd59f48-6af5-4659-9834-db696cc05d30', 'code': 200} Mar 23 19:45:49.289150 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.342575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=2cd59f48-6af5-4659-9834-db696cc05d30,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:49.356939 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.476918 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.522211 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:49.525145 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:49.528929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:49.554765 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Pushing event updated for resources: {'Port': ['ID=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:49.580181 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:49.580787 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.644337 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5410f-4808-4ce2-918c-1e4ddfc12079 req-dcb136aa-aeb7-4864-8610-598d4f97a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:49.646011 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-02a5410f-4808-4ce2-918c-1e4ddfc12079 req-dcb136aa-aeb7-4864-8610-598d4f97a942 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 1103 time: 0.0507667 Mar 23 19:45:49.690897 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-78cc0ebb-0707-426c-9959-a95f83c51a97 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8327818 Mar 23 19:45:49.706193 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Request body: {'port': {'device_id': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:49.738023 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-02a5410f-4808-4ce2-918c-1e4ddfc12079 req-2359380b-2aa0-419d-a10e-fbf7002c549f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741611 Mar 23 19:45:49.749278 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8441e-e444-4d72-b4cd-c3062b96b3aa req-93375bb3-d953-4585-b69b-8fc0796aa072 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:49.750778 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-29a8441e-e444-4d72-b4cd-c3062b96b3aa req-93375bb3-d953-4585-b69b-8fc0796aa072 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.1205997 Mar 23 19:45:49.786356 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2ef1-bd70-4a02-b1a1-9e8cb8a1150c req-62fde98b-a04e-4618-98b6-07b894d9d470 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:49.787871 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8bce2ef1-bd70-4a02-b1a1-9e8cb8a1150c req-62fde98b-a04e-4618-98b6-07b894d9d470 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 950 time: 0.0975592 Mar 23 19:45:49.797219 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:49.841736 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-29a8441e-e444-4d72-b4cd-c3062b96b3aa req-8d7dccbf-4948-428f-b173-f245596d861f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826757 Mar 23 19:45:49.882545 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8bce2ef1-bd70-4a02-b1a1-9e8cb8a1150c req-e5b78dd2-1566-4b2d-bff8-69bd1ea71cbe tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780907 Mar 23 19:45:50.079020 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:50.087440 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:50.100154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Transition to ACTIVE for port object b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:45:50.166900 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d415ac-6a1e-45dc-832c-f1f0303c3874 req-1f718b1b-c8a2-42c4-9d27-26d445e064b2 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:50.169335 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-75d415ac-6a1e-45dc-832c-f1f0303c3874 req-1f718b1b-c8a2-42c4-9d27-26d445e064b2 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 931 time: 0.0578737 Mar 23 19:45:50.170429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:50.216421 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-75d415ac-6a1e-45dc-832c-f1f0303c3874 req-6c046d15-5e73-4d24-8808-407eed6a4636 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Mar 23 19:45:50.240945 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:50.294468 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Attempting to bind port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:45:50.294798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Attempting to bind port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:45:50.295120 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Attempting to bind port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 on network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:50.299301 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 on network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:45:50.299620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Attempting to bind port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 on network 6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:45:50.304336 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:45:50.304669 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Checking segment: {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:45:50.305111 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Bound using segment: {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:45:50.305545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Bound port: b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22afd01e-dc28-4d5d-9817-a5ae7516c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:45:50.305889 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:50.368277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] For port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:45:50.371507 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] For port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:45:50.476723 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:50.510101 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:50.511203 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:50.512774 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 HTTP/1.1" status: 200 len: 1093 time: 0.8127143 Mar 23 19:45:50.514992 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'tag': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:50.517763 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41a43b1-feac-4fcd-9572-e03aa5c48081" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0c182-aa5b-498e-aaf5-1b66cc241970", "tag": "b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:50.540696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b91f-3abf-486d-a656-0e9b8c554173 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:50.557167 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b250d785-ad7e-4ca3-9994-b018ae11d505 x-openstack-request-id: req-b250d785-ad7e-4ca3-9994-b018ae11d505 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:50.557457 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0c182-aa5b-498e-aaf5-1b66cc241970", "tag": "b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:50.557795 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b250d785-ad7e-4ca3-9994-b018ae11d505 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:50.558534 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'tag': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00', 'status': 'completed', 'code': 200} Mar 23 19:45:50.632468 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a43b1-feac-4fcd-9572-e03aa5c48081 req-48edb487-2327-4c3f-818d-a3e1bc1c6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:50.633890 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f41a43b1-feac-4fcd-9572-e03aa5c48081 req-48edb487-2327-4c3f-818d-a3e1bc1c6550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 1096 time: 0.0409522 Mar 23 19:45:50.802399 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a43b1-feac-4fcd-9572-e03aa5c48081 req-760e133c-3fd3-49e7-932d-c567a5cbad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:50.803882 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f41a43b1-feac-4fcd-9572-e03aa5c48081 req-760e133c-3fd3-49e7-932d-c567a5cbad34 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1623285 Mar 23 19:45:50.915437 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a43b1-feac-4fcd-9572-e03aa5c48081 req-01f2b68a-8c0b-4c2f-b6ab-b5e8ccd59f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:50.917129 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-f41a43b1-feac-4fcd-9572-e03aa5c48081 req-01f2b68a-8c0b-4c2f-b6ab-b5e8ccd59f4c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011341 Mar 23 19:45:51.004777 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a298a10-09bf-4615-ab11-f6fc43da34ac req-9e87ec59-c510-45c6-86b7-54f7bbdf8502 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:51.009692 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4a298a10-09bf-4615-ab11-f6fc43da34ac req-9e87ec59-c510-45c6-86b7-54f7bbdf8502 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0832715 Mar 23 19:45:51.020426 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-935f1f1c-c964-443e-b889-fe5585b0190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:51.022115 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-935f1f1c-c964-443e-b889-fe5585b0190d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 1096 time: 0.0525939 Mar 23 19:45:51.037237 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196027e9-cd03-47a6-897d-00810c19a904 req-c1b45703-4c3d-44f4-902a-ecb8509677f5 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:51.038663 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-196027e9-cd03-47a6-897d-00810c19a904 req-c1b45703-4c3d-44f4-902a-ecb8509677f5 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 950 time: 0.0805330 Mar 23 19:45:51.072409 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4a298a10-09bf-4615-ab11-f6fc43da34ac req-4d7c4893-7b42-4009-960f-9bfb4ff773b2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 Mar 23 19:45:51.075218 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-699fae02-5fdb-4b6f-a18d-3984bec0d463 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 HTTP/1.1" status: 200 len: 217 time: 0.0359209 Mar 23 19:45:51.089270 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-196027e9-cd03-47a6-897d-00810c19a904 req-b1694112-3e15-4808-96d6-e50506a9b774 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Mar 23 19:45:51.139485 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-e191d78c-52f4-4dcc-b3bd-1e73dbb1ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:51.142051 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-e191d78c-52f4-4dcc-b3bd-1e73dbb1ad58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=437d6519-77dc-46ef-8848-35df0a5006ab HTTP/1.1" status: 200 len: 849 time: 0.0512888 Mar 23 19:45:51.197762 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-c1665c3a-4cad-4ac6-a103-270802bd96cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263577 Mar 23 19:45:51.312194 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-20a13651-c49e-4b69-b612-87253a44f83e service neutron] 10.222.0.41 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037395 Mar 23 19:45:51.354169 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b86b2-55e5-4f49-9203-ea063e4a1cb1 req-8ea3d9c7-796b-4f3d-930b-d51538ecd98f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:51.356508 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f4b86b2-55e5-4f49-9203-ea063e4a1cb1 req-8ea3d9c7-796b-4f3d-930b-d51538ecd98f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 943 time: 0.0541162 Mar 23 19:45:51.397433 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0f4b86b2-55e5-4f49-9203-ea063e4a1cb1 req-9309bddf-d350-4a3a-8209-def6e7667b91 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Mar 23 19:45:51.413176 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fb001cc-b2cd-46f5-8012-079df022f604 req-af013b1b-f13b-4f1a-82d8-4509a7ff9902 service neutron] 10.222.0.41 "GET /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Mar 23 19:45:52.225267 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390349c-f912-440e-9d7b-cfe36ef0b4c1 req-0adc30c4-a273-4456-87bc-5db73e1f621d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:52.226740 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9390349c-f912-440e-9d7b-cfe36ef0b4c1 req-0adc30c4-a273-4456-87bc-5db73e1f621d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0849910 Mar 23 19:45:52.238500 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1140c5e-1964-42c2-bcd2-2062df414190 req-6599b613-6e40-49b9-8f10-701891e4007d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:52.239907 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f1140c5e-1964-42c2-bcd2-2062df414190 req-6599b613-6e40-49b9-8f10-701891e4007d tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 950 time: 0.0697207 Mar 23 19:45:52.300422 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9390349c-f912-440e-9d7b-cfe36ef0b4c1 req-f9b39223-96a7-460d-a8d1-379b29c298d3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594156 Mar 23 19:45:52.303163 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f1140c5e-1964-42c2-bcd2-2062df414190 req-d0ea82ae-fd86-474b-9c72-b6adca258fd7 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550590 Mar 23 19:45:52.534177 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97453863-4b1e-4c54-92cd-7458afe8f43d req-a29398f0-a5f0-41e1-ada7-aea9e63f0116 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:52.535719 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-97453863-4b1e-4c54-92cd-7458afe8f43d req-a29398f0-a5f0-41e1-ada7-aea9e63f0116 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 943 time: 0.0532649 Mar 23 19:45:52.583265 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-97453863-4b1e-4c54-92cd-7458afe8f43d req-57577869-335e-43c5-a376-866ca04816bf tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Mar 23 19:45:52.949581 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3c21d-7724-486a-9662-ae05c071817e req-b8f81946-8b59-4e9a-bd7d-5a5eefa7936c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:52.951232 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4aa3c21d-7724-486a-9662-ae05c071817e req-b8f81946-8b59-4e9a-bd7d-5a5eefa7936c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 950 time: 0.0498273 Mar 23 19:45:52.990403 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4aa3c21d-7724-486a-9662-ae05c071817e req-46a60d85-4b5c-4f87-acc3-88ef608d66f8 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Mar 23 19:45:53.125151 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b4f27019-77c8-4a05-b85a-42f293de359d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816376774&fields=id&tenant_id=a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 267 time: 0.0338271 Mar 23 19:45:53.234643 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-6ce294f6-1be0-4ca7-b587-756814955924 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:53.236097 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-6ce294f6-1be0-4ca7-b587-756814955924 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 812 time: 0.1059697 Mar 23 19:45:53.250923 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-864fd554-e963-48fb-bb3f-607b9afab123 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/quotas/a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 375 time: 0.0089536 Mar 23 19:45:53.301587 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-cbe20a93-8acf-483a-8967-817561cb3c09 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451701 Mar 23 19:45:53.436343 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-ed1c34be-b9b2-4737-8dd3-226c30319a08 service neutron] 10.222.0.31 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207352 Mar 23 19:45:53.445716 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce720c0-c520-4f4c-ac96-313ce2e47bfa req-a3e87439-c7b4-46f6-b993-71ec5efe0001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:53.447101 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5ce720c0-c520-4f4c-ac96-313ce2e47bfa req-a3e87439-c7b4-46f6-b993-71ec5efe0001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0691168 Mar 23 19:45:53.541832 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5ce720c0-c520-4f4c-ac96-313ce2e47bfa req-e0e4af79-2b36-4a96-b9f9-7f1ef4db2c3a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862057 Mar 23 19:45:53.562231 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b2af7f33-d6ba-4b65-88a2-410a334e332b service neutron] 10.222.0.31 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142037 Mar 23 19:45:53.713049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064020a8-e70a-4dfc-bc71-262f14124dd2 req-b4b957b8-a8ac-4325-890e-11c21c57ab9f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:53.715546 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-064020a8-e70a-4dfc-bc71-262f14124dd2 req-b4b957b8-a8ac-4325-890e-11c21c57ab9f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 943 time: 0.0559573 Mar 23 19:45:53.753184 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-064020a8-e70a-4dfc-bc71-262f14124dd2 req-34b7d293-17fd-4245-9222-85b93ae55adb tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Mar 23 19:45:54.122230 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d55a-a151-4d9a-8ca4-3d1923720c39 req-d9b3d9b4-f903-47c5-807a-8aeee50707f5 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:54.124171 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-03b8d55a-a151-4d9a-8ca4-3d1923720c39 req-d9b3d9b4-f903-47c5-807a-8aeee50707f5 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 950 time: 0.0657907 Mar 23 19:45:54.165753 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-41cf355f-9b48-4ef8-ae21-d9a078a155b5 req-14ebd390-5fe3-421e-b32b-0ae80db8390f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0406020 Mar 23 19:45:54.203477 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-03b8d55a-a151-4d9a-8ca4-3d1923720c39 req-9cf112e0-4607-44be-b2fb-42bdbd490642 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc40773e-e621-42ff-83fd-c1270fbf61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Mar 23 19:45:54.687284 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d605-5866-4cf1-ad03-3f9f2a01a5c1 req-30654e49-117d-4d44-9b84-86372d7592f0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:54.688810 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2fc4d605-5866-4cf1-ad03-3f9f2a01a5c1 req-30654e49-117d-4d44-9b84-86372d7592f0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Mar 23 19:45:54.731401 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2fc4d605-5866-4cf1-ad03-3f9f2a01a5c1 req-201dd82c-8c7c-4219-938e-05b90cd10a60 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357676 Mar 23 19:45:54.871052 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-ce13ef44-c4c9-4805-bbb1-b5b9c552eab0 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:54.872798 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-ce13ef44-c4c9-4805-bbb1-b5b9c552eab0 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 950 time: 0.0712390 Mar 23 19:45:54.983860 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:45:54.989104 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Deleting port 2cd59f48-6af5-4659-9834-db696cc05d30 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:45:54.989546 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.019054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afca7b-159f-4efd-bcb3-846fd9dd7211 req-9b0ac6ce-224c-4e7b-84e3-f0698b82f4ec tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:55.021133 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-85afca7b-159f-4efd-bcb3-846fd9dd7211 req-9b0ac6ce-224c-4e7b-84e3-f0698b82f4ec tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 943 time: 0.0531785 Mar 23 19:45:55.066202 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-85afca7b-159f-4efd-bcb3-846fd9dd7211 req-e4082be3-fffa-4eae-8d56-c8e063dbf28e tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Mar 23 19:45:55.094621 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] For port 2cd59f48-6af5-4659-9834-db696cc05d30, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2cd59f48-6af5-4659-9834-db696cc05d30,segment=NetworkSegment(55639452-3abb-4f2a-a106-deec83bec447),segment_id=55639452-3abb-4f2a-a106-deec83bec447)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:55.094621 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.109414 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Calling delete_port for 2cd59f48-6af5-4659-9834-db696cc05d30 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:45:55.115570 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:55.144305 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00', 'network_id': '6ded3d9d-d65c-4dfa-bf36-1b8822f740e3', 'port_id': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00', 'mac_address': 'fa:16:3e:f9:90:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437d6519-77dc-46ef-8848-35df0a5006ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:45:55.201873 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.245813 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:55.267383 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 55160) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:55.288918 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:55.336056 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bfd84557-5981-44b6-b577-81bb514fd68e req-6efecde8-49f8-4f19-8bd0-0ed3db78b3ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0333307 Mar 23 19:45:55.390873 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.391066 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.453777 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Pushing event deleted for resources: {'Port': ['ID=2cd59f48-6af5-4659-9834-db696cc05d30,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:55.488485 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:55.490113 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad84c652-4bc6-4f72-8f8c-44d1b18de28f req-3fec89c6-4934-40bc-85f4-b1a4c17b4f44 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0714722 Mar 23 19:45:55.504768 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28dc4724-e675-4c1f-85ba-6e0f70c8cd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.504883 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2cd59f48-6af5-4659-9834-db696cc05d30'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:45:55.580414 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] No DVR routers for this DVR port 2cd59f48-6af5-4659-9834-db696cc05d30 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:45:55.583087 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.587039 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c6c7abea-f042-4008-98be-5403d05a6ed0 req-4d3e527d-0e51-4258-a69a-1a296348d81c tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.41 "DELETE /v2.0/ports/2cd59f48-6af5-4659-9834-db696cc05d30 HTTP/1.1" status: 204 len: 173 time: 0.6997550 Mar 23 19:45:55.587503 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'name': 'network-vif-deleted', 'tag': '2cd59f48-6af5-4659-9834-db696cc05d30'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:55.590361 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f655e28e-8375-40d0-ae08-19df7055b695" -d '{"events": [{"server_uuid": "4e6a99be-e4aa-4d09-aaee-12c1fd440947", "name": "network-vif-deleted", "tag": "2cd59f48-6af5-4659-9834-db696cc05d30"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:55.641689 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890749eb-f940-4a3a-b708-0f59bd9451eb x-openstack-request-id: req-890749eb-f940-4a3a-b708-0f59bd9451eb {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:55.642227 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a99be-e4aa-4d09-aaee-12c1fd440947", "name": "network-vif-deleted", "tag": "2cd59f48-6af5-4659-9834-db696cc05d30", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:55.642796 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-890749eb-f940-4a3a-b708-0f59bd9451eb {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:55.643365 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6a99be-e4aa-4d09-aaee-12c1fd440947', 'name': 'network-vif-deleted', 'tag': '2cd59f48-6af5-4659-9834-db696cc05d30', 'status': 'completed', 'code': 200} Mar 23 19:45:55.680580 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28dc4724-e675-4c1f-85ba-6e0f70c8cd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.688820 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8d268-d79e-404d-8707-745ee3df14d5 req-acbe84e0-7f00-4a73-a178-30bd13eadfc4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:55.690586 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e8c8d268-d79e-404d-8707-745ee3df14d5 req-acbe84e0-7f00-4a73-a178-30bd13eadfc4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1036067 Mar 23 19:45:55.744754 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e8c8d268-d79e-404d-8707-745ee3df14d5 req-4064ca86-eb41-4e80-9e54-79061c43148e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482743 Mar 23 19:45:55.748274 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:45:55.779372 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28dc4724-e675-4c1f-85ba-6e0f70c8cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.826002 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-28dc4724-e675-4c1f-85ba-6e0f70c8cd2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c606eaccc7249b3a585febb2d63bebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574536 Mar 23 19:45:55.827242 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc4724-e675-4c1f-85ba-6e0f70c8cd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e3915-c106-4dac-88e1-6130144c40cb,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:55.828588 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 55180) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:55.887497 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-99cce60e-4085-4cf8-8c91-a85cac08cd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.893202 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0867-8de1-4c6e-8aa0-c5c2e82a4f18 req-e7c16e42-de7c-4763-8956-881e95131296 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:55.901548 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c04c0867-8de1-4c6e-8aa0-c5c2e82a4f18 req-e7c16e42-de7c-4763-8956-881e95131296 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0626478 Mar 23 19:45:55.910683 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-99cce60e-4085-4cf8-8c91-a85cac08cd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:55.937421 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c04c0867-8de1-4c6e-8aa0-c5c2e82a4f18 req-21d41bdd-b8e3-4dcb-8356-aed62d48efc7 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Mar 23 19:45:56.036345 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-99cce60e-4085-4cf8-8c91-a85cac08cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:56.039013 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-99cce60e-4085-4cf8-8c91-a85cac08cd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:56.040254 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-99cce60e-4085-4cf8-8c91-a85cac08cd27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a4e3915-c106-4dac-88e1-6130144c40cb HTTP/1.1" status: 204 len: 168 time: 0.2105091 Mar 23 19:45:56.048782 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cce60e-4085-4cf8-8c91-a85cac08cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e3915-c106-4dac-88e1-6130144c40cb,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:56.191539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271d1b-e6b6-4783-a28e-6607df27e13a req-302c5c8b-327d-45da-a76a-4f7b9eb130e2 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:56.193025 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c3271d1b-e6b6-4783-a28e-6607df27e13a req-302c5c8b-327d-45da-a76a-4f7b9eb130e2 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 944 time: 0.0501485 Mar 23 19:45:56.244704 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c3271d1b-e6b6-4783-a28e-6607df27e13a req-d2e82986-c3cf-4c03-b8ac-ddd04031306b tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Mar 23 19:45:56.448624 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0035163c-1284-4767-b837-d49a03835564 req-0f232067-1efe-4f5f-bb35-cc0835e379fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0416434 Mar 23 19:45:56.528357 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-c289214f-40bf-4f4b-8dcd-11f3afaa557a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:56.530554 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-c289214f-40bf-4f4b-8dcd-11f3afaa557a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 812 time: 0.1128950 Mar 23 19:45:56.585528 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-3604078c-77e7-48ad-88be-6bddcc21edbc tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 379 time: 0.0368831 Mar 23 19:45:56.599817 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'port': {'device_id': 'cf592258-f87a-430e-ab75-257bdac95b64', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'admin_state_up': True, 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'security_groups': ['4a39e501-9ef7-4721-85ee-7e4c27b6d787']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:56.619706 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-55d609ed-ddb0-4dc1-b265-66a416fb24e0 req-5ea8af08-5070-467f-b06d-00d259956d24 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0319352 Mar 23 19:45:56.733658 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 55200) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:56.747060 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-68bc3847-0765-4531-8c31-c201a90ffa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:56.818146 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Made reservation on behalf of a694e27144174a21a33b5e209c65b9f3 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:45:56.825586 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:56.838939 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-68bc3847-0765-4531-8c31-c201a90ffa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:56.875304 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ea232-b5f8-4a20-b940-719cbc795719 req-c48325ee-68f3-48f5-912e-812ea9f86950 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:56.876884 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-612ea232-b5f8-4a20-b940-719cbc795719 req-c48325ee-68f3-48f5-912e-812ea9f86950 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0509269 Mar 23 19:45:56.916880 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-612ea232-b5f8-4a20-b940-719cbc795719 req-6f67fcbc-2b7c-471f-9965-bc81d2cec472 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332639 Mar 23 19:45:56.931952 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-68bc3847-0765-4531-8c31-c201a90ffa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:56.990288 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-68bc3847-0765-4531-8c31-c201a90ffa65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88d5d3a7685e40d393bae33a8ac4c981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557580 Mar 23 19:45:56.991431 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Allocated IP 172.20.0.6 (126f9639-b5bb-4a3d-becf-4b0dec973f25/0b755a6f-07aa-4149-8660-7b337feea847/1d64ce0f-afb2-4a19-bc99-09d90e2b012f) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:45:56.993033 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 55208) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:57.000320 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3847-0765-4531-8c31-c201a90ffa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a53bc4-a3c7-46ee-8d83-a9ec45b880c4,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:57.083299 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667b9e-a129-4507-af54-e2fb448b99fe req-af4573ec-936c-44d8-9198-1c1ca1051828 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:57.084761 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c667b9e-a129-4507-af54-e2fb448b99fe req-af4573ec-936c-44d8-9198-1c1ca1051828 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0686154 Mar 23 19:45:57.114047 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ca42ab66-4811-4c06-9bbd-843c5d0101dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.142224 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.148226 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ca42ab66-4811-4c06-9bbd-843c5d0101dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.152333 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c667b9e-a129-4507-af54-e2fb448b99fe req-fea0a9e5-5124-498e-a48d-8b9682916f03 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572524 Mar 23 19:45:57.249890 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.287843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ca42ab66-4811-4c06-9bbd-843c5d0101dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.291433 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ca42ab66-4811-4c06-9bbd-843c5d0101dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.295805 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ca42ab66-4811-4c06-9bbd-843c5d0101dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0a53bc4-a3c7-46ee-8d83-a9ec45b880c4 HTTP/1.1" status: 204 len: 168 time: 0.2986894 Mar 23 19:45:57.295953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:45:57.295953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:45:57.299381 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:45:57.325141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42ab66-4811-4c06-9bbd-843c5d0101dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a53bc4-a3c7-46ee-8d83-a9ec45b880c4,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:57.327185 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:57.382195 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:57.382195 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.382477 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b55eb-c634-42b2-9e5c-f3b3e5d0542a req-73006d6b-6420-43bf-bb0f-60569ad3b93d tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:57.383901 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c3b55eb-c634-42b2-9e5c-f3b3e5d0542a req-73006d6b-6420-43bf-bb0f-60569ad3b93d tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 944 time: 0.0610526 Mar 23 19:45:57.430571 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c3b55eb-c634-42b2-9e5c-f3b3e5d0542a req-066e7151-190d-4c4f-acac-87bccda08233 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376306 Mar 23 19:45:57.462218 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-b52f4da7-18df-4da3-b580-e5820266cdea tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671911 Mar 23 19:45:57.545938 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-2f613e77-697d-47ff-9285-f439b7d76d11 None None] Provisioning complete for port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:57.546491 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-2f613e77-697d-47ff-9285-f439b7d76d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.568870 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a657c7-7b5e-4717-8a54-7e803e157762 req-42772173-75e8-45fd-bbc6-aee31639c82d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:57.571195 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-22a657c7-7b5e-4717-8a54-7e803e157762 req-42772173-75e8-45fd-bbc6-aee31639c82d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 931 time: 0.0505316 Mar 23 19:45:57.580551 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-2f613e77-697d-47ff-9285-f439b7d76d11 None None] Port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:45:57.596308 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:45:57.611496 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-22a657c7-7b5e-4717-8a54-7e803e157762 req-ea53c7f3-826c-444e-b33f-b4709910c173 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344138 Mar 23 19:45:57.700446 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:45:57.704451 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:45:57.704827 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.736500 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-02603fd8-3d86-4fa7-8ae4-b57f63320234 req-4351744d-f368-4d59-9021-727788f15fa6 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0378525 Mar 23 19:45:57.788314 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.811084 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:45:57.813331 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9523345f-bd43-4838-94ed-ac3c6cb4f23e" -d '{"events": [{"server_uuid": "68d0c182-aa5b-498e-aaf5-1b66cc241970", "name": "network-vif-plugged", "status": "completed", "tag": "b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:45:57.825302 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:45:57.853071 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d3ad9d-bdb7-443a-a4ef-3b145c6e9eed x-openstack-request-id: req-13d3ad9d-bdb7-443a-a4ef-3b145c6e9eed {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:45:57.853071 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0c182-aa5b-498e-aaf5-1b66cc241970", "name": "network-vif-plugged", "status": "completed", "tag": "b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:45:57.853071 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13d3ad9d-bdb7-443a-a4ef-3b145c6e9eed {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:45:57.853071 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00', 'code': 200} Mar 23 19:45:57.888420 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:57.935140 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:57.977233 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 55228) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:57.990270 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c431ce2e-d012-4168-9201-bc84854d0d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.061670 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9b85f-388e-4c46-bd93-66ab6d4c78ca req-eca12d8d-c488-4f75-8b4b-c1fbcaf6fa7a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:58.063108 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-98c9b85f-388e-4c46-bd93-66ab6d4c78ca req-eca12d8d-c488-4f75-8b4b-c1fbcaf6fa7a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0709684 Mar 23 19:45:58.119366 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-98c9b85f-388e-4c46-bd93-66ab6d4c78ca req-4b95e9bb-5e9f-4dc9-ac88-07f54afa8b2b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493739 Mar 23 19:45:58.130404 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c431ce2e-d012-4168-9201-bc84854d0d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.173386 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c431ce2e-d012-4168-9201-bc84854d0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.220277 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c431ce2e-d012-4168-9201-bc84854d0d1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4f2131129a94c908435338d4f402b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419398 Mar 23 19:45:58.221216 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ce2e-d012-4168-9201-bc84854d0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5947f0fe-27c4-4742-a523-62566899ae25,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:58.223418 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 55234) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:45:58.284608 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b304ec7c-51f6-443b-9a88-79e229aaea89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.287092 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988e265-b249-4265-80b7-a504c95114b2 req-6197121a-b45f-4a3c-bac6-596fb934dfd8 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:58.288546 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6988e265-b249-4265-80b7-a504c95114b2 req-6197121a-b45f-4a3c-bac6-596fb934dfd8 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0537279 Mar 23 19:45:58.305759 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b304ec7c-51f6-443b-9a88-79e229aaea89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.326285 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6988e265-b249-4265-80b7-a504c95114b2 req-60c7960d-f9d7-40c1-a5c1-94c0d761fe41 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Mar 23 19:45:58.435851 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b304ec7c-51f6-443b-9a88-79e229aaea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.438370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b304ec7c-51f6-443b-9a88-79e229aaea89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:58.439496 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b304ec7c-51f6-443b-9a88-79e229aaea89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5947f0fe-27c4-4742-a523-62566899ae25 HTTP/1.1" status: 204 len: 168 time: 0.2109232 Mar 23 19:45:58.447274 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304ec7c-51f6-443b-9a88-79e229aaea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5947f0fe-27c4-4742-a523-62566899ae25,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:45:58.567081 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8861-866b-42ab-926d-5dd9edde1db1 req-608c4154-f240-490e-bfde-a76e40535baf tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:58.568743 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-344e8861-866b-42ab-926d-5dd9edde1db1 req-608c4154-f240-490e-bfde-a76e40535baf tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.0610280 Mar 23 19:45:58.585933 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:45:58.606927 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-344e8861-866b-42ab-926d-5dd9edde1db1 req-eda05bbc-e6e0-41cc-92de-0ad66bb29359 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Mar 23 19:45:58.860840 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-eadfaff9-97a3-485c-979b-08011347b64a req-8b802acb-9c86-4b24-a879-efa1db105bc2 tempest-VolumesNegativeTest-2011773706 tempest-VolumesNegativeTest-2011773706-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e6a99be-e4aa-4d09-aaee-12c1fd440947 HTTP/1.1" status: 200 len: 210 time: 0.0420516 Mar 23 19:45:58.910945 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be328fac-3efd-4a82-8765-4c9bf9dbe2a6 req-83bd2020-79b3-435a-9fb8-8ed2b5625107 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:58.912420 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be328fac-3efd-4a82-8765-4c9bf9dbe2a6 req-83bd2020-79b3-435a-9fb8-8ed2b5625107 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 931 time: 0.0762515 Mar 23 19:45:58.951899 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be328fac-3efd-4a82-8765-4c9bf9dbe2a6 req-30db9d63-c09e-498a-bcbe-23c4f86c62fe tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335610 Mar 23 19:45:59.240646 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf58ea-da7a-43af-8fab-947b7919eacd req-a32d03e3-6e49-4aee-b12d-c69a3bd2e343 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.242178 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e8bf58ea-da7a-43af-8fab-947b7919eacd req-a32d03e3-6e49-4aee-b12d-c69a3bd2e343 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0515811 Mar 23 19:45:59.294847 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e8bf58ea-da7a-43af-8fab-947b7919eacd req-00562e22-5085-44d7-a49f-0bace9f47d06 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447443 Mar 23 19:45:59.327781 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ece397e9-0fd0-4ff7-86f9-a28378c182d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:59.396029 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Request body: {'port': {'device_id': 'cf592258-f87a-430e-ab75-257bdac95b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:45:59.423984 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2cd59f48-6af5-4659-9834-db696cc05d30 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:45:59.492693 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 2cd59f48-6af5-4659-9834-db696cc05d30 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:45:59.493228 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2cd59f48-6af5-4659-9834-db696cc05d30 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:45:59.500573 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:59.519005 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc6b29-fa39-47a8-880a-6d0fc943a24d req-fdadcbd5-0b02-4116-b442-d9a316f59068 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.526692 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2bfc6b29-fa39-47a8-880a-6d0fc943a24d req-fdadcbd5-0b02-4116-b442-d9a316f59068 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.1273952 Mar 23 19:45:59.562578 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:45:59.643901 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2bfc6b29-fa39-47a8-880a-6d0fc943a24d req-07842ed7-68de-4251-8404-161a527d5a83 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161528 Mar 23 19:45:59.651139 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-b10c8524-c490-402d-9554-5d28bba2036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.653525 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-b10c8524-c490-402d-9554-5d28bba2036e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1098 time: 0.1246188 Mar 23 19:45:59.847023 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33d829-34e7-432e-870a-eb3acde4eb51 req-4f0dbc1c-87a7-42b7-a9cc-393da1effe0f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.848496 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d33d829-34e7-432e-870a-eb3acde4eb51 req-4f0dbc1c-87a7-42b7-a9cc-393da1effe0f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.1308997 Mar 23 19:45:59.855214 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-c3364497-5e45-4b9b-b63d-72fb341811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.855214 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-c3364497-5e45-4b9b-b63d-72fb341811f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.1674333 Mar 23 19:45:59.888045 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f74fe3-b21a-4db1-a505-04c8c81e0d56 req-045ba11b-fdde-4914-9030-17321eff08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.889564 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-26f74fe3-b21a-4db1-a505-04c8c81e0d56 req-045ba11b-fdde-4914-9030-17321eff08dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 1098 time: 0.0899854 Mar 23 19:45:59.910489 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-4cbf42f6-9733-42f3-b308-f19f37f60036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 200 len: 217 time: 0.0454736 Mar 23 19:45:59.942036 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d33d829-34e7-432e-870a-eb3acde4eb51 req-d34df6d9-8f9e-4615-9e4a-392ce04dd01f tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841179 Mar 23 19:45:59.976475 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d64ce0f-afb2-4a19-bc99-09d90e2b012f {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:45:59.991484 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-38261704-ec57-43fc-ab28-1dc17112f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:45:59.993105 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-38261704-ec57-43fc-ab28-1dc17112f6e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0721264 Mar 23 19:45:59.993663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:00.003452 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-26f74fe3-b21a-4db1-a505-04c8c81e0d56 req-94609bc5-f55a-4fdf-9c8c-1323e911d8e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947318 Mar 23 19:46:00.013495 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Transition to ACTIVE for port object 1d64ce0f-afb2-4a19-bc99-09d90e2b012f will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:46:00.073390 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-bb8d044f-cf57-4c40-a342-4ceff382963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.075678 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-bb8d044f-cf57-4c40-a342-4ceff382963b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723317 Mar 23 19:46:00.088710 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:00.097030 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d218-4962-4e29-a3b5-d38f5ad54b4d req-e2a9aa29-78c9-4dbe-a728-9ce8722b423f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.098547 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1891d218-4962-4e29-a3b5-d38f5ad54b4d req-e2a9aa29-78c9-4dbe-a728-9ce8722b423f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 931 time: 0.0577443 Mar 23 19:46:00.139130 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Pushing event updated for resources: {'Port': ['ID=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:00.140723 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1891d218-4962-4e29-a3b5-d38f5ad54b4d req-3402e839-a44b-4972-aeb8-bd29c38e868c tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357518 Mar 23 19:46:00.223773 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Attempting to bind port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:46:00.223773 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Attempting to bind port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:46:00.223773 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Attempting to bind port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:46:00.228051 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:46:00.228051 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Attempting to bind port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:46:00.233611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:46:00.233948 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Checking segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:46:00.234331 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Bound using segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:46:00.234907 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Bound port: 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:46:00.235267 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:00.309330 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] For port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:46:00.312545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] For port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:46:00.348883 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-150c1984-b436-4ebc-8af7-e66ae15095bd service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131918 Mar 23 19:46:00.396813 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:00.442128 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.442739 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:00.444111 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d64ce0f-afb2-4a19-bc99-09d90e2b012f HTTP/1.1" status: 200 len: 1093 time: 1.0537992 Mar 23 19:46:00.444560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:00.447630 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96837943-2388-4907-9e59-1627890a3581" -d '{"events": [{"name": "network-changed", "server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:00.488941 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4bfe-cd47-403f-9b2b-b204a5689516 service neutron] Pushing event updated for resources: {'Port': ['ID=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:00.511411 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad9973-fd0d-4e78-aa4d-f8a997704ffd x-openstack-request-id: req-36ad9973-fd0d-4e78-aa4d-f8a997704ffd {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:00.512081 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad731ce5-280c-42c5-aa9b-02179e88c78a req-2680fd4e-888f-4e01-8fc1-5ad6b732eaf5 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599805 Mar 23 19:46:00.512311 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:00.512754 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36ad9973-fd0d-4e78-aa4d-f8a997704ffd {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:00.513322 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'status': 'completed', 'code': 200} Mar 23 19:46:00.523351 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c6084-5184-4a07-854a-df07e51ec337 req-ba504337-9824-409b-9084-b72c953b52ea tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.532321 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-429c6084-5184-4a07-854a-df07e51ec337 req-ba504337-9824-409b-9084-b72c953b52ea tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1180594 Mar 23 19:46:00.607890 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-429c6084-5184-4a07-854a-df07e51ec337 req-dbfadcf2-2a09-4694-b7f5-a697cdf8ca55 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745194 Mar 23 19:46:00.618167 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837943-2388-4907-9e59-1627890a3581 req-cfb30e94-435a-4ffc-8d23-fb81ca1af615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.619915 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96837943-2388-4907-9e59-1627890a3581 req-cfb30e94-435a-4ffc-8d23-fb81ca1af615 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 1096 time: 0.0789697 Mar 23 19:46:00.812812 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837943-2388-4907-9e59-1627890a3581 req-436b7a4e-1f1b-4214-ba4c-686d5901bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.814347 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96837943-2388-4907-9e59-1627890a3581 req-436b7a4e-1f1b-4214-ba4c-686d5901bc5a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a694e27144174a21a33b5e209c65b9f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1815383 Mar 23 19:46:00.827041 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76026ba0-2de9-4123-8a2d-05881a792ded req-069070f5-12e6-4667-813e-5b1afe56333a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.828482 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-76026ba0-2de9-4123-8a2d-05881a792ded req-069070f5-12e6-4667-813e-5b1afe56333a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0800176 Mar 23 19:46:00.931731 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-76026ba0-2de9-4123-8a2d-05881a792ded req-6ae3daa4-e9b6-4748-b7f6-beb92a7f8a85 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909383 Mar 23 19:46:00.958633 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837943-2388-4907-9e59-1627890a3581 req-d7537a02-d658-4b53-b806-1e07bd0b4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:00.960671 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96837943-2388-4907-9e59-1627890a3581 req-d7537a02-d658-4b53-b806-1e07bd0b4aea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304314 Mar 23 19:46:01.111231 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8105b-e0d8-4d0a-9a70-cb18984d0a4c req-c869406f-aa45-421e-9e2b-fc9376b35f24 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:01.112669 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e2d8105b-e0d8-4d0a-9a70-cb18984d0a4c req-c869406f-aa45-421e-9e2b-fc9376b35f24 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.0786586 Mar 23 19:46:01.115214 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-90d3b867-845c-40be-96a9-735b7991a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:01.116569 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-90d3b867-845c-40be-96a9-735b7991a7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 1096 time: 0.0813880 Mar 23 19:46:01.171300 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-22599b13-8da5-43f2-9309-63a19a7dfe41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f HTTP/1.1" status: 200 len: 217 time: 0.0425806 Mar 23 19:46:01.200784 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e2d8105b-e0d8-4d0a-9a70-cb18984d0a4c req-683175dd-c422-4c1d-8df0-60b09e15b954 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784156 Mar 23 19:46:01.241219 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-08bc0edc-3d24-4692-b593-79810ea1a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:01.246962 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-08bc0edc-3d24-4692-b593-79810ea1a4bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0567603 Mar 23 19:46:01.354664 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-df24f6e4-0692-48f6-a913-73e94cd1fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:01.356885 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-df24f6e4-0692-48f6-a913-73e94cd1fb26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028905 Mar 23 19:46:01.372509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb652d0-bb56-47f2-a0d7-ca2877b29bc7 req-c102e8a3-9e48-4a2b-a4be-90f168778c56 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:01.374061 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-adb652d0-bb56-47f2-a0d7-ca2877b29bc7 req-c102e8a3-9e48-4a2b-a4be-90f168778c56 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0839427 Mar 23 19:46:01.385330 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9cca-cef5-422f-9f7a-ba4a426adc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:01.460719 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-adb652d0-bb56-47f2-a0d7-ca2877b29bc7 req-d61bb728-5bbe-47ec-bf2a-5e7a2107051c tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799205 Mar 23 19:46:01.485379 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-741cab90-a00d-4bf7-b4e8-d89bf02aaa1e service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206148 Mar 23 19:46:01.838965 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-babdb411-ce00-45dc-9a75-52e57fc40b6b req-dca383c6-be97-4775-a7a7-ee65eb11b84b service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446450 Mar 23 19:46:01.849250 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dc58b-b337-43f9-b6eb-84b375140768 req-bca173a0-f4f5-42f4-ab49-304249dc2ec8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:01.851771 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-417dc58b-b337-43f9-b6eb-84b375140768 req-bca173a0-f4f5-42f4-ab49-304249dc2ec8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0778334 Mar 23 19:46:01.915133 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-417dc58b-b337-43f9-b6eb-84b375140768 req-5c072a0d-4dee-45f7-80fd-e1a699ffa1e9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488677 Mar 23 19:46:02.070709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcc9bd-b2ae-4233-a887-73c68777bd81 req-66be8a5b-1eda-41bd-832d-89c7ad20b619 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:02.077697 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bafcc9bd-b2ae-4233-a887-73c68777bd81 req-66be8a5b-1eda-41bd-832d-89c7ad20b619 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0644021 Mar 23 19:46:02.128184 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bafcc9bd-b2ae-4233-a887-73c68777bd81 req-9279ba91-9260-4d4d-b0cf-afb0b0fd1cda tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Mar 23 19:46:02.321861 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53642f-2335-4dd8-b766-d216a22356db req-4f3dc2b6-f313-420f-b9f3-151c87b9c123 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:02.322754 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d53642f-2335-4dd8-b766-d216a22356db req-4f3dc2b6-f313-420f-b9f3-151c87b9c123 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.0498366 Mar 23 19:46:02.364083 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d53642f-2335-4dd8-b766-d216a22356db req-d6fa4140-5731-42d5-ae72-a892c637928b tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326476 Mar 23 19:46:02.576760 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34f47e-82ab-4e21-8eda-01db5af01eea req-8547c577-7384-42de-add9-849a7c0d5d95 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:02.578229 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3f34f47e-82ab-4e21-8eda-01db5af01eea req-8547c577-7384-42de-add9-849a7c0d5d95 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0477343 Mar 23 19:46:02.638612 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3f34f47e-82ab-4e21-8eda-01db5af01eea req-3d1d8642-1f85-4b97-aacb-19d2cf3f6d57 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541048 Mar 23 19:46:02.864926 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:03.034280 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832c47a-2f3c-4200-b4b7-1577b6ccd5d0 req-ff373da0-a7a3-4970-8935-c24fb915eff8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:03.041340 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1832c47a-2f3c-4200-b4b7-1577b6ccd5d0 req-ff373da0-a7a3-4970-8935-c24fb915eff8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0603693 Mar 23 19:46:03.085384 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1832c47a-2f3c-4200-b4b7-1577b6ccd5d0 req-2b956004-703b-4c52-874c-96c07ba2509d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Mar 23 19:46:03.248296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d0928-1d24-4cc2-b4e0-0a5293d822ab req-6fa2b2fb-3a47-448a-beac-5301223844a7 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:03.249803 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d03d0928-1d24-4cc2-b4e0-0a5293d822ab req-6fa2b2fb-3a47-448a-beac-5301223844a7 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Mar 23 19:46:03.288519 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d03d0928-1d24-4cc2-b4e0-0a5293d822ab req-3e542fe5-445c-445d-9827-54d3f7b02921 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Mar 23 19:46:03.765774 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e76cb-eac0-43cc-842c-0594073582ad req-99c17801-9c01-40d8-9c95-82bc24e6818b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:03.767362 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c16e76cb-eac0-43cc-842c-0594073582ad req-99c17801-9c01-40d8-9c95-82bc24e6818b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0533147 Mar 23 19:46:03.808528 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c16e76cb-eac0-43cc-842c-0594073582ad req-8d71a586-759c-4b83-ad26-1c3c172a1664 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346756 Mar 23 19:46:04.020830 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90ab3b-c3f3-4829-8e2b-6293bb908cd9 req-c0b522ec-e29d-48a1-a0f9-cc7fb850779c tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:04.029998 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-df90ab3b-c3f3-4829-8e2b-6293bb908cd9 req-c0b522ec-e29d-48a1-a0f9-cc7fb850779c tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.0656571 Mar 23 19:46:04.069547 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-df90ab3b-c3f3-4829-8e2b-6293bb908cd9 req-e8b25f26-1480-47c1-bd05-b63be02eac4e tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Mar 23 19:46:04.198099 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540bb91-5076-4e3e-aaa9-e74575b6fc4a req-afc411fe-29e3-4d0e-a6cc-6c7d7fb87da1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:04.199582 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4540bb91-5076-4e3e-aaa9-e74575b6fc4a req-afc411fe-29e3-4d0e-a6cc-6c7d7fb87da1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Mar 23 19:46:04.240070 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4540bb91-5076-4e3e-aaa9-e74575b6fc4a req-d0ff42b2-a053-445f-9860-195e5b3ecc61 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337729 Mar 23 19:46:04.264978 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:04.422694 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dc5d8-09f0-4fdc-94bb-52a5c4d40812 req-38735047-35e7-4a1d-bd36-696f6f8a64de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:04.424292 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-552dc5d8-09f0-4fdc-94bb-52a5c4d40812 req-38735047-35e7-4a1d-bd36-696f6f8a64de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0620964 Mar 23 19:46:04.461450 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-552dc5d8-09f0-4fdc-94bb-52a5c4d40812 req-4388abfa-9bbf-47e9-a64f-facfa8c2a740 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Mar 23 19:46:04.780314 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:04.932465 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3273c4-cbe6-4629-a469-51ddc5d109ef req-3fd6adf9-a010-4b68-ad54-533c2d85b74b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:04.933938 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c3273c4-cbe6-4629-a469-51ddc5d109ef req-3fd6adf9-a010-4b68-ad54-533c2d85b74b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0520465 Mar 23 19:46:04.973682 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c3273c4-cbe6-4629-a469-51ddc5d109ef req-fa161360-e23a-430c-baa3-0e1a8646d5f8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332894 Mar 23 19:46:05.190760 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a65a-d605-4f50-8057-482a0d2d5d38 req-bacb230e-8862-4638-9cd9-4e02f38c7065 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:05.192252 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5359a65a-d605-4f50-8057-482a0d2d5d38 req-bacb230e-8862-4638-9cd9-4e02f38c7065 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Mar 23 19:46:05.232269 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5359a65a-d605-4f50-8057-482a0d2d5d38 req-7faa870d-c63a-4d9c-92df-f3d85128e116 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Mar 23 19:46:05.370793 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37ddde-68f5-4850-bd98-062bf9ecac2c req-ebae2d76-7491-441b-bc9c-e2388213ceae tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:05.372950 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3a37ddde-68f5-4850-bd98-062bf9ecac2c req-ebae2d76-7491-441b-bc9c-e2388213ceae tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Mar 23 19:46:05.410907 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3a37ddde-68f5-4850-bd98-062bf9ecac2c req-bc145622-3ba2-4c42-b1c8-3af88fba0862 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Mar 23 19:46:05.580314 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e89067-629b-44c1-a32e-5a77bb371d50 req-e86b84b2-7533-46bf-b3e6-b49a21e796e6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:05.581784 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-27e89067-629b-44c1-a32e-5a77bb371d50 req-e86b84b2-7533-46bf-b3e6-b49a21e796e6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0514560 Mar 23 19:46:05.624667 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-27e89067-629b-44c1-a32e-5a77bb371d50 req-ead2e539-e7df-4106-94fb-c04902b1952d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Mar 23 19:46:06.112130 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefbe37-f533-45c4-b1a1-e4900e92e65f req-589ea0e6-f9f2-4a0a-bb30-ce418098a6f5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:06.114632 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4aefbe37-f533-45c4-b1a1-e4900e92e65f req-589ea0e6-f9f2-4a0a-bb30-ce418098a6f5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0552990 Mar 23 19:46:06.198986 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4aefbe37-f533-45c4-b1a1-e4900e92e65f req-1b941e9c-ec71-48f7-8241-de3fdf5f21df tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682614 Mar 23 19:46:06.228513 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-4638ccf5-7f37-4199-903e-fc07712d20e2 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:06.231964 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-4638ccf5-7f37-4199-903e-fc07712d20e2 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.1155529 Mar 23 19:46:06.289245 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdecd2-a9b8-4927-87be-0f648d7a072b req-9eced146-e728-49ce-b7a5-f33c44808606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:06.291341 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3bbdecd2-a9b8-4927-87be-0f648d7a072b req-9eced146-e728-49ce-b7a5-f33c44808606 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1098 time: 0.0514245 Mar 23 19:46:06.330506 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3bbdecd2-a9b8-4927-87be-0f648d7a072b req-824ab592-2691-4bb8-85c3-3a18b19b5e44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Mar 23 19:46:06.404299 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32247c0-b6a8-4e02-aa59-0374d3584a15 req-e1a5cda5-ebc6-4e61-8ac5-7a2b9acdcc83 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:06.405811 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f32247c0-b6a8-4e02-aa59-0374d3584a15 req-e1a5cda5-ebc6-4e61-8ac5-7a2b9acdcc83 tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 945 time: 0.0729747 Mar 23 19:46:06.438495 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Deleting port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:46:06.438495 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:06.479804 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f32247c0-b6a8-4e02-aa59-0374d3584a15 req-ccb5b9b4-b487-47af-b4fa-271e301ee41b tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/security-groups?id=82385e61-3872-4c42-a4cd-4f5e0e9b1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672529 Mar 23 19:46:06.588347 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] For port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,segment=NetworkSegment(22afd01e-dc28-4d5d-9817-a5ae7516c19a),segment_id=22afd01e-dc28-4d5d-9817-a5ae7516c19a)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:06.590694 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:06.608831 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3297-96f2-4bf4-b9e1-a640ea5d60d8 req-5b6ef366-d53d-41c6-ac7c-988a68b5cc1c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:06.609972 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6e9c3297-96f2-4bf4-b9e1-a640ea5d60d8 req-5b6ef366-d53d-41c6-ac7c-988a68b5cc1c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0872626 Mar 23 19:46:06.620128 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Calling delete_port for b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 owned by compute:nova {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:46:06.724061 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6e9c3297-96f2-4bf4-b9e1-a640ea5d60d8 req-4fbfb659-568d-4f86-aa6d-c7ab30bdc52d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056626 Mar 23 19:46:06.789095 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08ffa0-1bf1-4596-a841-0f4190fcdcdd req-a7d3315c-3985-4582-a0ec-a62f3ec79791 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:06.791293 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0d08ffa0-1bf1-4596-a841-0f4190fcdcdd req-a7d3315c-3985-4582-a0ec-a62f3ec79791 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0849712 Mar 23 19:46:06.883818 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0d08ffa0-1bf1-4596-a841-0f4190fcdcdd req-512d9347-2217-4213-8e06-ef8b56ac5692 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806391 Mar 23 19:46:06.946458 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:06.966874 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:46:06.978845 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Pushing event deleted for resources: {'Port': ['ID=b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:07.008138 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.008882 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.008882 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.009171 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.009474 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.009801 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.010124 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.010446 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.010769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.011090 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.011411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.011729 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:07.050625 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] No DVR routers for this DVR port b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 on host hv-cinder-83496 {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:46:07.054064 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:07.057363 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d54c37bd-38df-47e8-ab9a-15935c8f600d req-f3351669-0096-4e8c-94ee-73f6b16d33bc tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.41 "DELETE /v2.0/ports/b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 HTTP/1.1" status: 204 len: 173 time: 0.8184266 Mar 23 19:46:07.057838 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'name': 'network-vif-deleted', 'tag': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:07.060163 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59cd241-7f34-46b0-9a4f-12c78c155776" -d '{"events": [{"server_uuid": "68d0c182-aa5b-498e-aaf5-1b66cc241970", "name": "network-vif-deleted", "tag": "b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:07.097899 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1619b9e5-fac9-4e70-976c-fae266d11004 x-openstack-request-id: req-1619b9e5-fac9-4e70-976c-fae266d11004 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:07.098201 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0c182-aa5b-498e-aaf5-1b66cc241970", "name": "network-vif-deleted", "tag": "b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:07.102596 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1619b9e5-fac9-4e70-976c-fae266d11004 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:07.102596 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0c182-aa5b-498e-aaf5-1b66cc241970', 'name': 'network-vif-deleted', 'tag': 'b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00', 'status': 'completed', 'code': 200} Mar 23 19:46:07.368115 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fa102-67b1-4c8a-b6f3-c53e3ebede82 req-44978cbe-05b7-4222-932d-c377f51489fa tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:07.373703 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-127fa102-67b1-4c8a-b6f3-c53e3ebede82 req-44978cbe-05b7-4222-932d-c377f51489fa tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0902324 Mar 23 19:46:07.414447 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-127fa102-67b1-4c8a-b6f3-c53e3ebede82 req-008f717f-2e25-4a3d-9e55-0260d2645761 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362668 Mar 23 19:46:07.447147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 55772) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:07.610627 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd5080d4-8230-4e6a-b498-e9388aeaebff req-f3026990-3ee3-4400-853c-862ec14f4fdf tempest-VolumesActionsTest-1692232607 tempest-VolumesActionsTest-1692232607-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0c182-aa5b-498e-aaf5-1b66cc241970 HTTP/1.1" status: 200 len: 210 time: 0.0287912 Mar 23 19:46:07.688555 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 55786) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:07.689586 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-a3a92416-d772-43dc-b296-42e9cda41693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be37c15a3b5f4af883cf8c99dc7dd5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431862 Mar 23 19:46:07.739809 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e6786e3-b909-47fb-a29e-53f8bf1d9b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:07.762433 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e6786e3-b909-47fb-a29e-53f8bf1d9b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:07.863531 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df9b5f-bb2b-4f48-af53-b694faa176b0 req-65522fda-b6d9-4022-b6dc-c2b895513fbf tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:07.863994 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c1df9b5f-bb2b-4f48-af53-b694faa176b0 req-65522fda-b6d9-4022-b6dc-c2b895513fbf tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0508955 Mar 23 19:46:07.917559 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c1df9b5f-bb2b-4f48-af53-b694faa176b0 req-e495a8ec-7a4e-46b2-a436-697e5b5c6cf9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Mar 23 19:46:07.920355 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e6786e3-b909-47fb-a29e-53f8bf1d9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:07.922986 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e6786e3-b909-47fb-a29e-53f8bf1d9b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:07.926730 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8e6786e3-b909-47fb-a29e-53f8bf1d9b2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc40773e-e621-42ff-83fd-c1270fbf61a0 HTTP/1.1" status: 204 len: 168 time: 0.2370396 Mar 23 19:46:07.935476 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6786e3-b909-47fb-a29e-53f8bf1d9b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc40773e-e621-42ff-83fd-c1270fbf61a0,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:08.043131 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a6855-9c8a-4d61-8aeb-06630737dcfa req-2939f708-bf99-4b46-b304-c4bfbf52c12e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:08.045277 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-650a6855-9c8a-4d61-8aeb-06630737dcfa req-2939f708-bf99-4b46-b304-c4bfbf52c12e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Mar 23 19:46:08.090117 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-650a6855-9c8a-4d61-8aeb-06630737dcfa req-d1b2ac5f-1604-440b-9db5-54746a831d66 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364316 Mar 23 19:46:08.645136 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-2c95c09e-4f26-4c3f-bf4a-ce66fda9a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:08.646565 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-2c95c09e-4f26-4c3f-bf4a-ce66fda9a253 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 1098 time: 0.0901856 Mar 23 19:46:08.655252 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71cf5-0fc3-4697-874f-2863a7286bbc req-3dd05e38-8f48-415e-9c57-f012f5661301 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:08.656677 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8dd71cf5-0fc3-4697-874f-2863a7286bbc req-3dd05e38-8f48-415e-9c57-f012f5661301 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.1311927 Mar 23 19:46:08.665142 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b963-f462-4748-9dcf-e1024165a8ae req-ef7c4b60-8fc3-4a5e-a3dd-37cdc9d0e5df tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:08.666539 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3603b963-f462-4748-9dcf-e1024165a8ae req-ef7c4b60-8fc3-4a5e-a3dd-37cdc9d0e5df tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 943 time: 0.0992866 Mar 23 19:46:08.784334 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3603b963-f462-4748-9dcf-e1024165a8ae req-ed887e2a-b7eb-4392-ae3a-375e3feac7ac tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079886 Mar 23 19:46:08.788751 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8dd71cf5-0fc3-4697-874f-2863a7286bbc req-3151816c-46ab-44dd-bda7-baa4ba4e3606 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146824 Mar 23 19:46:08.819314 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-9440a502-9f2d-4819-8838-05531e5a69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:08.820571 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-9440a502-9f2d-4819-8838-05531e5a69ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.1629202 Mar 23 19:46:08.881490 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-c480a7af-eda8-48f9-b561-80c6a240a9a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 200 len: 217 time: 0.0505037 Mar 23 19:46:08.939999 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-297e97d3-2699-438e-81cd-afa713ed0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:08.941503 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-297e97d3-2699-438e-81cd-afa713ed0730 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0468750 Mar 23 19:46:09.006716 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-b195bc63-c2dc-4f9b-8a3a-e9448e30a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:09.009821 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-b195bc63-c2dc-4f9b-8a3a-e9448e30a9fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568581 Mar 23 19:46:09.134396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 55860) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:09.134932 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89531-5760-4044-8106-faa40c47e604 req-f1b596a1-0683-4168-8a0b-762848635850 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:09.135856 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-57d89531-5760-4044-8106-faa40c47e604 req-f1b596a1-0683-4168-8a0b-762848635850 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1118422 Mar 23 19:46:09.170521 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-b485f840-5290-48f9-8b3f-b71576206895 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538892 Mar 23 19:46:09.209565 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-57d89531-5760-4044-8106-faa40c47e604 req-a80a0260-4303-4e00-98d5-e0d08622c60c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568485 Mar 23 19:46:09.283838 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-70778319-network', 'tenant_id': '891f20aa40e241d78e86f01ed6c61486'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:09.300077 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bb0eb684-d3d7-4000-aed5-471250b40550 req-a8cbe508-8b67-41b4-b3ae-718c944ae732 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156039 Mar 23 19:46:09.413914 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Made reservation on behalf of 891f20aa40e241d78e86f01ed6c61486 for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:46:09.416236 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.425640 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.439497 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 1d64ce0f-afb2-4a19-bc99-09d90e2b012f details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:46:09.443573 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:46:09.489539 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:46:09.490691 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device b0fd94fa-8c7c-4c9b-9d9b-8a8609feab00 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:46:09.539172 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.581736 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:09.594609 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'port_id': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'mac_address': 'fa:16:3e:13:8f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:46:09.641550 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.648324 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.672976 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64ce0f-afb2-4a19-bc99-09d90e2b012f {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:46:09.679541 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:46:09.693809 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:09.694010 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390828f-d6f1-4a5e-82e0-db41b7ab2b45,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:09.698471 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.698807 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Added segment 951fec25-f33b-4d8b-8739-0712d2c89be2 of type vlan for network 3434998c-ae95-4449-9518-4e4e6105b715 Mar 23 19:46:09.708805 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.709178 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.709516 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.709849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.710177 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.710504 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.710821 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.711188 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.711511 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.711831 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.712150 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.712466 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:09.754270 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.791095 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.848886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.850017 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:09.850647 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:09.857959 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:09.925411 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] Pushing event updated for resources: {'Network': ['ID=3434998c-ae95-4449-9518-4e4e6105b715,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:09.937212 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 3434998c-ae95-4449-9518-4e4e6105b715 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:46:09.970124 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cda0ea-e3d7-431e-8c39-3c4ed8cf9db2 req-3764ebac-949a-4ceb-a532-c3e81c4e74ae tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:09.972474 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a8cda0ea-e3d7-431e-8c39-3c4ed8cf9db2 req-3764ebac-949a-4ceb-a532-c3e81c4e74ae tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0974665 Mar 23 19:46:09.995470 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-62a574be-8747-4f64-9a6a-2e877ee49757 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8590410 Mar 23 19:46:09.997748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 55902) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:09.998302 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ea3c-69c9-4463-8740-7b5a76657cc7 req-e506ccf7-21e0-4a99-96cc-6a40fcdd38c8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:10.002749 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2647ea3c-69c9-4463-8740-7b5a76657cc7 req-e506ccf7-21e0-4a99-96cc-6a40fcdd38c8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 944 time: 0.1133163 Mar 23 19:46:10.009015 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Request body: {'subnet': {'network_id': '3434998c-ae95-4449-9518-4e4e6105b715', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-70778319-subnet', 'tenant_id': '891f20aa40e241d78e86f01ed6c61486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:10.064364 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a8cda0ea-e3d7-431e-8c39-3c4ed8cf9db2 req-58813620-50c1-4c78-800e-e72fdaf40128 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634367 Mar 23 19:46:10.073523 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2647ea3c-69c9-4463-8740-7b5a76657cc7 req-1e034690-4a2d-4b72-a3c7-206f202f9417 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587606 Mar 23 19:46:10.128376 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Made reservation on behalf of 891f20aa40e241d78e86f01ed6c61486 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:46:10.130774 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457056'] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:10.166295 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['1d64ce0f-afb2-4a19-bc99-09d90e2b012f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:46:10.195756 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8c0e3-851d-4c18-813c-545d275bd214 req-d056a7db-fff8-4bf5-a981-9d7b3a5e8dc9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:10.199722 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-75f8c0e3-851d-4c18-813c-545d275bd214 req-d056a7db-fff8-4bf5-a981-9d7b3a5e8dc9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0646105 Mar 23 19:46:10.249282 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-75f8c0e3-851d-4c18-813c-545d275bd214 req-614e4712-0d10-4e78-8063-360ae4b9f8ae tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Mar 23 19:46:10.368339 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89657ca-99f5-407b-b479-ee4db7b11f98 req-e300a086-b52c-4dfb-ba52-3aedfb0d55f2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:10.374016 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d89657ca-99f5-407b-b479-ee4db7b11f98 req-e300a086-b52c-4dfb-ba52-3aedfb0d55f2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0661225 Mar 23 19:46:10.412095 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d89657ca-99f5-407b-b479-ee4db7b11f98 req-8df8cf19-15a1-4cc3-b6f5-26bf239dc484 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348613 Mar 23 19:46:10.430814 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28412449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457078'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:10.491290 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c6a247-9efd-4801-a4b6-284ee8160ec3,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:10.495923 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Checking segment: {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:46:10.496275 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Network hostable DHCP agents. Network: 3434998c-ae95-4449-9518-4e4e6105b715, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:46:10.590317 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Network 3434998c-ae95-4449-9518-4e4e6105b715 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:46:10.682397 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 3434998c-ae95-4449-9518-4e4e6105b715) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:46:10.687601 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:10.688177 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:10.692397 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308006c2-634d-485b-bc34-5bd109cf4164 None None] Network 3434998c-ae95-4449-9518-4e4e6105b715 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:46:10.765499 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-7f20d2c3-80e0-48be-bcf5-61e80396999f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7665114 Mar 23 19:46:10.813921 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd919c2-b57a-4cc4-b45c-335f54c30053 None None] Network 3434998c-ae95-4449-9518-4e4e6105b715 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:46:11.214625 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed30e5-3f0a-45c9-b698-b74f512363ee req-a33526b0-54b0-47f4-aab5-ed8fcc3e9d81 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:11.217422 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fed30e5-3f0a-45c9-b698-b74f512363ee req-a33526b0-54b0-47f4-aab5-ed8fcc3e9d81 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0791414 Mar 23 19:46:11.238464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecdcea-1f60-4269-800f-d37fa3e96d0e req-5369caff-9e03-4bc6-a3b5-b635b204f2fc tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:11.240706 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3ecdcea-1f60-4269-800f-d37fa3e96d0e req-5369caff-9e03-4bc6-a3b5-b635b204f2fc tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 944 time: 0.0779705 Mar 23 19:46:11.288921 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4fed30e5-3f0a-45c9-b698-b74f512363ee req-b08e534a-2ea5-471b-b10a-fb5ba73fa499 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648375 Mar 23 19:46:11.296585 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3ecdcea-1f60-4269-800f-d37fa3e96d0e req-4136b27f-2717-4923-b290-89c48cceb719 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476809 Mar 23 19:46:11.404166 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f98655-74a1-4732-9c02-bcef2f14f62d req-066cb125-28dd-4be9-a8fd-4ab230d3d639 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:11.405785 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-14f98655-74a1-4732-9c02-bcef2f14f62d req-066cb125-28dd-4be9-a8fd-4ab230d3d639 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Mar 23 19:46:11.449498 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-14f98655-74a1-4732-9c02-bcef2f14f62d req-314dbe2f-fef1-4414-8f4f-9b16e6b6d01d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Mar 23 19:46:11.536805 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf0b4-2537-4b34-bb02-a13af4d0f5c1 req-6abb0fe6-bd1d-4048-9963-9e18fb23bee7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:11.538393 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6efdf0b4-2537-4b34-bb02-a13af4d0f5c1 req-6abb0fe6-bd1d-4048-9963-9e18fb23bee7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0493002 Mar 23 19:46:11.581345 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6efdf0b4-2537-4b34-bb02-a13af4d0f5c1 req-981fd434-96d2-47c0-8386-9a1c61bdc6a6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364978 Mar 23 19:46:12.437090 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7586a-ddb9-4b75-b354-917e14ba9e35 req-1fd9ee23-4385-406c-b225-b6d8677bc69b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:12.438567 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-21a7586a-ddb9-4b75-b354-917e14ba9e35 req-1fd9ee23-4385-406c-b225-b6d8677bc69b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0788133 Mar 23 19:46:12.446528 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205359f-c1ed-4a69-ba57-b7b0887d24fe req-4a7f18c7-88a5-456d-909f-17627b28c33e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:12.448203 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9205359f-c1ed-4a69-ba57-b7b0887d24fe req-4a7f18c7-88a5-456d-909f-17627b28c33e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 944 time: 0.0762587 Mar 23 19:46:12.507320 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9205359f-c1ed-4a69-ba57-b7b0887d24fe req-9e46b600-6859-42f5-9840-c53eaeabdfcc tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517266 Mar 23 19:46:12.510038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-21a7586a-ddb9-4b75-b354-917e14ba9e35 req-2f79da6d-72c4-466c-909a-2e88c915b32e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609486 Mar 23 19:46:12.612739 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f90a9-e97b-4f9d-8b44-79aec2603592 req-fc33e749-0fdd-4403-8042-7f4ea8c46f8e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:12.614265 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b0f90a9-e97b-4f9d-8b44-79aec2603592 req-fc33e749-0fdd-4403-8042-7f4ea8c46f8e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0534253 Mar 23 19:46:12.657885 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b0f90a9-e97b-4f9d-8b44-79aec2603592 req-5a719d62-408e-41c4-9570-42e8c5ab94c1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Mar 23 19:46:12.705921 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f6b46-1a6e-4f35-a450-6cb5edf4a11a req-ecb3298c-0305-44ff-9042-c5d835d72cd9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:12.707295 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c52f6b46-1a6e-4f35-a450-6cb5edf4a11a req-ecb3298c-0305-44ff-9042-c5d835d72cd9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0540586 Mar 23 19:46:12.745613 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c52f6b46-1a6e-4f35-a450-6cb5edf4a11a req-ba8c5dba-e375-4ad3-a186-1fed64c3cf1d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Mar 23 19:46:13.657151 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fa804-e58e-4bb4-b29e-b1f7135cb086 req-070744f4-25e5-44d6-beb1-da1d067cdb15 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:13.658595 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5a9fa804-e58e-4bb4-b29e-b1f7135cb086 req-070744f4-25e5-44d6-beb1-da1d067cdb15 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 944 time: 0.0831287 Mar 23 19:46:13.672455 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f84e5f-afde-4a68-a7c2-a3d926b2d832 req-b5ffd98a-085d-4817-bd05-e3d3ce0e8bcc tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:13.673930 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-35f84e5f-afde-4a68-a7c2-a3d926b2d832 req-b5ffd98a-085d-4817-bd05-e3d3ce0e8bcc tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0709083 Mar 23 19:46:13.726961 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5a9fa804-e58e-4bb4-b29e-b1f7135cb086 req-3e433006-3a00-4a3d-9510-67e14ce4b332 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519855 Mar 23 19:46:13.734479 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-35f84e5f-afde-4a68-a7c2-a3d926b2d832 req-5f7258a8-14f7-4307-9862-d852d9419f90 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535476 Mar 23 19:46:13.828844 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41d5d9-e979-4104-957d-eb829634b232 req-f8f1ec99-996d-43b2-8528-a0b19991d747 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:13.830311 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7c41d5d9-e979-4104-957d-eb829634b232 req-f8f1ec99-996d-43b2-8528-a0b19991d747 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0493054 Mar 23 19:46:13.892908 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7c41d5d9-e979-4104-957d-eb829634b232 req-a481bfae-5e23-4420-8ef9-bda45e2eba19 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538702 Mar 23 19:46:13.900601 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279582d-f61e-4276-b15c-4d4db194b7b5 req-ebae6011-6d37-43a8-92af-23b88f2511d2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:13.902020 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1279582d-f61e-4276-b15c-4d4db194b7b5 req-ebae6011-6d37-43a8-92af-23b88f2511d2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0708709 Mar 23 19:46:13.940145 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1279582d-f61e-4276-b15c-4d4db194b7b5 req-bb9427f9-5045-48d5-817e-bcb69e02d5c4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Mar 23 19:46:14.848346 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830d04d-506e-4133-93da-9e1b2888bf5c req-7c910d0f-8fc4-4a97-9c12-6edc180f321e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:14.850057 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4830d04d-506e-4133-93da-9e1b2888bf5c req-7c910d0f-8fc4-4a97-9c12-6edc180f321e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 944 time: 0.0538063 Mar 23 19:46:14.892851 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4830d04d-506e-4133-93da-9e1b2888bf5c req-129931f4-18fb-4678-ba40-4756a145a31f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363777 Mar 23 19:46:15.021148 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a1fac-337c-45c7-86db-a2a15b3476fd req-a1d49713-b366-4483-8311-e15ca649f288 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:15.023342 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0d1a1fac-337c-45c7-86db-a2a15b3476fd req-a1d49713-b366-4483-8311-e15ca649f288 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0668430 Mar 23 19:46:15.040341 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56032) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:15.065516 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0d1a1fac-337c-45c7-86db-a2a15b3476fd req-7c751eba-d7c0-464a-8a36-64b40b552962 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Mar 23 19:46:15.165306 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-517e597e-f27f-42b6-99d6-d9d53f9583a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.187649 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68074a6-4bcb-47b0-8bdc-2c96cabbbdfa req-94cd4903-97ab-4bdc-bdab-1fb814957d8b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:15.189257 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e68074a6-4bcb-47b0-8bdc-2c96cabbbdfa req-94cd4903-97ab-4bdc-bdab-1fb814957d8b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0581434 Mar 23 19:46:15.230063 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e68074a6-4bcb-47b0-8bdc-2c96cabbbdfa req-3dc553bc-b75c-4fd8-8a57-8ca707f137ac tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Mar 23 19:46:15.243447 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-517e597e-f27f-42b6-99d6-d9d53f9583a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.305640 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-517e597e-f27f-42b6-99d6-d9d53f9583a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.388558 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5653515-fff0-4295-8edd-d5047d329923 req-2eab5fe4-a6aa-48ca-b1fd-0710ec3191d9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:15.397764 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e5653515-fff0-4295-8edd-d5047d329923 req-2eab5fe4-a6aa-48ca-b1fd-0710ec3191d9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0821164 Mar 23 19:46:15.449872 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e5653515-fff0-4295-8edd-d5047d329923 req-38ba066c-b7ae-4dc7-a56a-01d9c4955a70 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506985 Mar 23 19:46:15.457284 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 1d64ce0f-afb2-4a19-bc99-09d90e2b012f up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:46:15.613575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:46:15.622099 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:46:15.622716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.648565 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e597e-f27f-42b6-99d6-d9d53f9583a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55619f3e-1d79-45b6-a945-2c1c823db905,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:15.658137 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-517e597e-f27f-42b6-99d6-d9d53f9583a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8464147fb7847b2b35e7138e93a3681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157427 Mar 23 19:46:15.660841 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56048) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:15.728621 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.740111 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e4e199d-a1e7-457b-b3dd-1afa5b4b99e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.758059 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:15.761217 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3873de-4451-4e4f-9ba6-28bcf6b417b2" -d '{"events": [{"server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "name": "network-vif-plugged", "status": "completed", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:15.767761 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e4e199d-a1e7-457b-b3dd-1afa5b4b99e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.773871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:15.819690 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d567ad-f5ef-4c7a-bdc3-eddc6aebcb2d x-openstack-request-id: req-87d567ad-f5ef-4c7a-bdc3-eddc6aebcb2d {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:15.819912 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "name": "network-vif-plugged", "status": "completed", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:15.820350 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87d567ad-f5ef-4c7a-bdc3-eddc6aebcb2d {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:15.821070 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'code': 200} Mar 23 19:46:15.836689 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.922886 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:15.928224 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e4e199d-a1e7-457b-b3dd-1afa5b4b99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.930833 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e4e199d-a1e7-457b-b3dd-1afa5b4b99e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:15.931975 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2e4e199d-a1e7-457b-b3dd-1afa5b4b99e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55619f3e-1d79-45b6-a945-2c1c823db905 HTTP/1.1" status: 204 len: 168 time: 0.2700503 Mar 23 19:46:15.953527 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.954072 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.954366 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e199d-a1e7-457b-b3dd-1afa5b4b99e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55619f3e-1d79-45b6-a945-2c1c823db905,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:15.954752 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.955286 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.955785 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.956275 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.957474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.958007 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.958546 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.959038 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.959540 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:15.960029 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:46:16.097279 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22f1be-3482-4fda-b7f5-a7de99f273a5 req-0190a02b-0123-43c5-8ba7-5fe0e22b197f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:16.124431 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bd22f1be-3482-4fda-b7f5-a7de99f273a5 req-0190a02b-0123-43c5-8ba7-5fe0e22b197f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.1047645 Mar 23 19:46:16.171230 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bd22f1be-3482-4fda-b7f5-a7de99f273a5 req-d8c371e4-e4ba-4b8c-8425-69288aa4b800 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Mar 23 19:46:16.335221 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ce9c-cd04-4453-928b-d89fa9a37f58 req-070dbd3f-0212-4ace-9b2e-bd4a62a3f9d1 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:16.336722 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0238ce9c-cd04-4453-928b-d89fa9a37f58 req-070dbd3f-0212-4ace-9b2e-bd4a62a3f9d1 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0598648 Mar 23 19:46:16.393946 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0238ce9c-cd04-4453-928b-d89fa9a37f58 req-2d37487a-4bf8-49f8-b1ed-4b76d69c4036 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485911 Mar 23 19:46:16.452557 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb32300-947a-48ad-8b27-b84df33dde01 req-6d2283f8-82da-435d-aee9-7edee6e7217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:16.454074 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0fb32300-947a-48ad-8b27-b84df33dde01 req-6d2283f8-82da-435d-aee9-7edee6e7217e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 1098 time: 0.0460656 Mar 23 19:46:16.501834 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0fb32300-947a-48ad-8b27-b84df33dde01 req-cfa0a516-ff67-414a-8a1b-f2908753a5ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375211 Mar 23 19:46:16.595525 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a28743-ff25-472f-a63e-890c5116fb96 req-2265b2ed-ac76-47c0-b3da-fb4757074e8c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:16.597267 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-22a28743-ff25-472f-a63e-890c5116fb96 req-2265b2ed-ac76-47c0-b3da-fb4757074e8c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0646305 Mar 23 19:46:16.641961 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-22a28743-ff25-472f-a63e-890c5116fb96 req-fbc78057-5507-487b-8d9e-6973c2ffef50 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376441 Mar 23 19:46:17.331488 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56102) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:17.336742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598620773', 'description': 'tempest-description--2012405530'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:17.464116 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:17.476826 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:46:17.502607 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5b6ef-7e99-4893-877f-1b09b884b96e req-f17e7ff3-5248-4809-81d2-323d257f27e5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:17.510124 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-23a5b6ef-7e99-4893-877f-1b09b884b96e req-f17e7ff3-5248-4809-81d2-323d257f27e5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0973845 Mar 23 19:46:17.585750 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-23a5b6ef-7e99-4893-877f-1b09b884b96e req-2fb4b59d-2423-4534-b5cc-930723cadbd4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693088 Mar 23 19:46:17.617814 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:17.640309 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'aef8b338-c058-4f29-97fe-7539acc73415', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415', 'mac_address': 'fa:16:3e:67:35:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:46:17.654586 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:17.709172 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:17.724764 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aef8b338-c058-4f29-97fe-7539acc73415 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:46:17.740574 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:17.751687 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:17.797971 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c6e9d-18eb-415a-9186-f1eccceb7f81 req-89b60496-48a4-4c29-970e-49c3cd16f096 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:17.801546 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-846c6e9d-18eb-415a-9186-f1eccceb7f81 req-89b60496-48a4-4c29-970e-49c3cd16f096 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.1045456 Mar 23 19:46:17.802696 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3037a1a9-bcbb-42cb-b488-3886f1c3b085,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:17.876530 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:17.955548 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=6']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:18.022968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['aef8b338-c058-4f29-97fe-7539acc73415'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:46:18.055738 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.059985 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c2a01789-32a5-4fcd-bb24-a6bf65dea244 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7267418 Mar 23 19:46:18.060353 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56114) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:18.065524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'security_group_rule': {'security_group_id': '3037a1a9-bcbb-42cb-b488-3886f1c3b085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:18.091225 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-846c6e9d-18eb-415a-9186-f1eccceb7f81 req-2a4c5c8c-8972-4fa1-8bd3-20434d0d722d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849014 Mar 23 19:46:18.185081 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.225937 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8064b7-754b-4361-9c10-c187716e8a2a req-5761b764-8fba-4c78-a9bb-6a77299e281e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:18.227968 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad8064b7-754b-4361-9c10-c187716e8a2a req-5761b764-8fba-4c78-a9bb-6a77299e281e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 944 time: 0.0583680 Mar 23 19:46:18.315068 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad8064b7-754b-4361-9c10-c187716e8a2a req-c984b756-e77a-41c6-8ab2-3ba61b3dfa25 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800850 Mar 23 19:46:18.337832 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.442282 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.491794 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdc7b81-46fa-4ec7-abe2-351f0ff44bf5,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:18.577707 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.581006 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-81b9e7c1-e384-4643-baa0-16247a0ef928 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5195367 Mar 23 19:46:18.585138 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56122) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:18.589605 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'security_group_rule': {'security_group_id': '3037a1a9-bcbb-42cb-b488-3886f1c3b085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:18.693013 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.698400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1730-c0b6-498e-812c-279219c7f4b1 req-7319dfd2-a678-40a7-bf2a-53e23cdb7126 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:18.699867 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-823d1730-c0b6-498e-812c-279219c7f4b1 req-7319dfd2-a678-40a7-bf2a-53e23cdb7126 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0497792 Mar 23 19:46:18.739499 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-823d1730-c0b6-498e-812c-279219c7f4b1 req-6f36eca7-6a5f-42c9-9ef8-904744ab5c78 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327232 Mar 23 19:46:18.753464 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.819240 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.839187 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab38a3c6-e7fb-4a7b-adfa-dad3d163f1c5,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:18.866809 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e410b4-fec3-417f-8ce3-7d6ceeb4e8de req-21070848-9a0d-4d9a-a5d2-42f5561f3c62 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:18.870189 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-88e410b4-fec3-417f-8ce3-7d6ceeb4e8de req-21070848-9a0d-4d9a-a5d2-42f5561f3c62 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0619266 Mar 23 19:46:18.901579 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:18.902828 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-bc7f88ed-e6b3-4509-84ab-07293e02b49a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167174 Mar 23 19:46:18.906074 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56128) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:18.910479 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:18.911282 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-88e410b4-fec3-417f-8ce3-7d6ceeb4e8de req-65768a5f-41ae-4f4b-961e-6508424d4dd8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365283 Mar 23 19:46:18.938370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56130) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:18.986216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.114139 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.216403 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52000532-df99-4669-be0d-457f5bc97cdd req-4e9141cf-6d89-4657-a811-5e934fcc05b7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:19.218783 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-52000532-df99-4669-be0d-457f5bc97cdd req-4e9141cf-6d89-4657-a811-5e934fcc05b7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0552530 Mar 23 19:46:19.226447 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f4aa5-6764-4ee6-9d87-115dd7c34a20 tempest-TestVolumeBootPattern-2108699269 tempest-TestVolumeBootPattern-2108699269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:19.228138 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-956f4aa5-6764-4ee6-9d87-115dd7c34a20 tempest-TestVolumeBootPattern-2108699269 tempest-TestVolumeBootPattern-2108699269-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 1093 time: 0.2882907 Mar 23 19:46:19.231255 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56136) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:19.253144 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'port_id': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:19.274181 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-52000532-df99-4669-be0d-457f5bc97cdd req-03b06339-78c6-442d-838e-c8f7639c4d5b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456026 Mar 23 19:46:19.297424 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Allocated IP 172.27.1.31 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/d28e6750-def4-4378-8246-f0164caca6f9) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:46:19.379576 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.432580 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.496834 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:46:19.538943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ca21f-7d78-4e30-abef-43608d762656 req-8b82b234-e10d-4dfd-a30c-a2537797e755 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:19.550195 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c27ca21f-7d78-4e30-abef-43608d762656 req-8b82b234-e10d-4dfd-a30c-a2537797e755 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 944 time: 0.1448958 Mar 23 19:46:19.577023 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.622562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:46:19.624097 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port aef8b338-c058-4f29-97fe-7539acc73415 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:46:19.624919 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.631703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:46:19.636118 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:46:19.640606 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.649544 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c27ca21f-7d78-4e30-abef-43608d762656 req-540d6944-5569-4ba6-9d7c-5c48f79b0fb2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936134 Mar 23 19:46:19.731782 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.739435 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'Port': ['ID=d28e6750-def4-4378-8246-f0164caca6f9,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:19.771826 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:19.774648 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec41b80-6b5a-4aa1-bd5a-267e6d140d3e" -d '{"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-plugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:19.779503 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:19.820061 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00263173-b306-434a-8ae4-df58277b1737 x-openstack-request-id: req-00263173-b306-434a-8ae4-df58277b1737 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:19.820061 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-plugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:19.820061 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00263173-b306-434a-8ae4-df58277b1737 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:19.820061 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'code': 200} Mar 23 19:46:19.869052 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Allocated IP 172.27.1.246 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/691d5c49-5115-4942-acec-2bfb794dd137) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:46:19.871360 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.905939 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:19.978949 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=7']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:19.988577 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:20.066217 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:20.381119 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:20.423309 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9075b-dbaa-4e7f-858d-176eeea3e2a3 req-79faf46e-2624-44a1-9dab-b84613dba4a4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:20.432371 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bba9075b-dbaa-4e7f-858d-176eeea3e2a3 req-79faf46e-2624-44a1-9dab-b84613dba4a4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0813088 Mar 23 19:46:20.540772 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bba9075b-dbaa-4e7f-858d-176eeea3e2a3 req-3df6e5c1-f5c3-4d49-b5a2-cd9f3454d68f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067588 Mar 23 19:46:20.728692 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:20.770843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088392-88af-4cf3-a39a-0bed78712a51 req-9d0ac935-0951-4f82-af45-77ec5d05027d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:20.773014 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1b088392-88af-4cf3-a39a-0bed78712a51 req-9d0ac935-0951-4f82-af45-77ec5d05027d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0539315 Mar 23 19:46:20.777888 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:20.786918 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:46:20.794561 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:46:20.801342 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:46:20.842611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=691d5c49-5115-4942-acec-2bfb794dd137,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:20.842970 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1b088392-88af-4cf3-a39a-0bed78712a51 req-4c6e3849-82cb-43d2-84f9-b67816cb3cd6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Mar 23 19:46:20.935832 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:20.949499 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'Port': ['ID=d28e6750-def4-4378-8246-f0164caca6f9,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:21.081031 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:21.092600 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-7d8d34e1-7570-4e7a-9a8d-94c6be97bd42 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1839132 Mar 23 19:46:21.337269 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:21.514510 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:21.715645 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:21.773753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:21.853191 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=691d5c49-5115-4942-acec-2bfb794dd137,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:21.859204 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:21.975470 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Floating IP 0f8b137f-e060-4f66-b5cc-06934d48256f associated. External IP: 172.27.1.246, port: 1d64ce0f-afb2-4a19-bc99-09d90e2b012f. Mar 23 19:46:22.206669 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:46:22.334047 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:46:22.343995 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:46:22.353650 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:46:22.354244 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:46:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:22.439265 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:22.458881 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:46:22.466048 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c81dd61f-1540-4e6f-8334-5a9aa8b40001 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2335467 Mar 23 19:46:22.471216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:22.471216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce453ff4-01f8-4239-a831-0f0ee570246d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:22.766058 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '0f8b137f-e060-4f66-b5cc-06934d48256f', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:13:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf592258-f87a-430e-ab75-257bdac95b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:21Z', 'updated_at': '2022-03-23T19:46:21Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:22.794855 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:46:22.803698 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:46:22.804283 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:46:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:22.905403 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:46:23.120940 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '0f8b137f-e060-4f66-b5cc-06934d48256f', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:13:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf592258-f87a-430e-ab75-257bdac95b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:21Z', 'updated_at': '2022-03-23T19:46:21Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:23.147299 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76fe64-e818-4aee-bd51-501b4f6d90b1 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '0f8b137f-e060-4f66-b5cc-06934d48256f', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:13:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf592258-f87a-430e-ab75-257bdac95b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:21Z', 'updated_at': '2022-03-23T19:46:21Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:46:23.325059 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cee61-3922-4651-9589-dede1e75ea92 None None] New status for floating IP 0f8b137f-e060-4f66-b5cc-06934d48256f: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:46:28.167280 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56218) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:28.304903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3852f223-2ff9-4fe5-9349-4bc075104ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.380821 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3852f223-2ff9-4fe5-9349-4bc075104ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.442193 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3852f223-2ff9-4fe5-9349-4bc075104ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.486122 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3852f223-2ff9-4fe5-9349-4bc075104ccd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad7e4dd7da7c4aa399742f319b4fc3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165834 Mar 23 19:46:28.492194 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852f223-2ff9-4fe5-9349-4bc075104ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ce1a3-002f-411d-9853-40d9480918e2,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:28.492442 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56226) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:28.553920 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-461918e8-1c1e-469f-9f0d-9b9d7dff69d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.579824 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-461918e8-1c1e-469f-9f0d-9b9d7dff69d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.687812 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-461918e8-1c1e-469f-9f0d-9b9d7dff69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.691276 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-461918e8-1c1e-469f-9f0d-9b9d7dff69d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:28.692520 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-461918e8-1c1e-469f-9f0d-9b9d7dff69d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/338ce1a3-002f-411d-9853-40d9480918e2 HTTP/1.1" status: 204 len: 168 time: 0.2024751 Mar 23 19:46:28.701274 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461918e8-1c1e-469f-9f0d-9b9d7dff69d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ce1a3-002f-411d-9853-40d9480918e2,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:29.180675 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-8dd6f141-0ef8-43c1-8ccc-c133376e9732 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1598620773&fields=id&tenant_id=0ce2607b55fe471985432493a514d7f9 HTTP/1.1" status: 200 len: 267 time: 0.1534798 Mar 23 19:46:29.238314 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-79979fdd-7bb8-4db7-8d7c-065d57483805 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:29.240177 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-79979fdd-7bb8-4db7-8d7c-065d57483805 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/networks?id=3434998c-ae95-4449-9518-4e4e6105b715 HTTP/1.1" status: 200 len: 812 time: 0.3036852 Mar 23 19:46:29.297765 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-a58c1f6f-cb01-45c8-9f59-bb2e76de4a2f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/quotas/891f20aa40e241d78e86f01ed6c61486 HTTP/1.1" status: 200 len: 375 time: 0.0515037 Mar 23 19:46:29.350988 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ffd1aafa-c666-4aa1-b509-d9a80729d0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:29.358208 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-09d6a647-bb17-4140-885f-2369f8bbcf86 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=891f20aa40e241d78e86f01ed6c61486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458519 Mar 23 19:46:29.369129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-9370c55b-04eb-4d12-a53b-453c035b0e7f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:29.376826 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-9370c55b-04eb-4d12-a53b-453c035b0e7f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 819 time: 0.1942618 Mar 23 19:46:29.413073 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-273048eb-15da-4985-b1c2-d0d1faa6120a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/quotas/0ce2607b55fe471985432493a514d7f9 HTTP/1.1" status: 200 len: 375 time: 0.0352430 Mar 23 19:46:29.465955 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:29.556438 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-6cccf66b-477e-4282-9db0-cc0e24aa5e9f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1342621 Mar 23 19:46:29.583732 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-cf9cb575-9d83-489a-a752-0659a8162ae7 service neutron] 10.222.0.31 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042589 Mar 23 19:46:29.679045 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-c873e32c-6027-4a52-a1a0-00177dbbd059 service neutron] 10.222.0.31 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217070 Mar 23 19:46:29.756504 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-23b9ab96-1944-4c30-8057-1cea07fbecbf service neutron] 10.222.0.31 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642673 Mar 23 19:46:29.865903 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-0efbacc2-95b9-4c8f-9ab7-3175a4a9536a service neutron] 10.222.0.31 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049886 Mar 23 19:46:30.402054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31074374-b5e8-4740-8ccf-57420164e9b3 req-a3ca4dd1-e5ed-4a59-98f0-15da7cde02ee tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:30.404543 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-31074374-b5e8-4740-8ccf-57420164e9b3 req-a3ca4dd1-e5ed-4a59-98f0-15da7cde02ee tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.2764413 Mar 23 19:46:30.451303 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da123-b8ab-436a-b05a-afa7f7825f14 req-6a60e23a-e5cd-476e-8a2f-e1a9e5f1067f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:30.451303 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8f2da123-b8ab-436a-b05a-afa7f7825f14 req-6a60e23a-e5cd-476e-8a2f-e1a9e5f1067f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.2011917 Mar 23 19:46:30.536544 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8f2da123-b8ab-436a-b05a-afa7f7825f14 req-a811458b-f168-4513-b452-7f254b46ff56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738726 Mar 23 19:46:30.554816 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-31074374-b5e8-4740-8ccf-57420164e9b3 req-b4bf7eaf-9a5b-4124-b09d-22fc1e6975d7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359339 Mar 23 19:46:30.634830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fdf2da-989d-48ff-b89c-b57ea0de9048 x-openstack-request-id: req-46fdf2da-989d-48ff-b89c-b57ea0de9048 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:30.635985 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:30.636459 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46fdf2da-989d-48ff-b89c-b57ea0de9048 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:30.637296 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'status': 'completed', 'code': 200} Mar 23 19:46:30.712289 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4f1bd324-b27b-498b-a3a4-175deab1ed0d req-6239bda3-63c1-452c-bf19-f57d644dcc5c tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 210 time: 0.0579340 Mar 23 19:46:30.848480 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fe355952-5a42-403d-b3ca-e0ee492660e9 req-3056f214-7464-42b1-b9f5-5769567759fb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 210 time: 0.0455978 Mar 23 19:46:30.874778 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-5a09a23b-c8d7-40ba-82b1-1eb1095f370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:30.877697 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-5a09a23b-c8d7-40ba-82b1-1eb1095f370c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 1098 time: 0.1625118 Mar 23 19:46:31.031552 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-b9f28015-6db4-4967-a62a-a8be632b79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:31.034353 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-b9f28015-6db4-4967-a62a-a8be632b79eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.1431313 Mar 23 19:46:31.141099 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-37e1c6e8-44c2-4087-8a8d-d44f3a926639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f HTTP/1.1" status: 200 len: 1001 time: 0.0968547 Mar 23 19:46:31.255080 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-4274adff-29c2-498d-9b71-13d9d477b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:31.258342 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-4274adff-29c2-498d-9b71-13d9d477b29a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.1083622 Mar 23 19:46:31.380094 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-5caf78ec-d2b2-49e5-b0dc-c9ffb99ff082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:31.382146 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-5caf78ec-d2b2-49e5-b0dc-c9ffb99ff082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111290 Mar 23 19:46:31.395062 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8336b743-1d28-4427-a215-c65b6c86e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:31.566321 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-359e2e9c-b6f0-4a67-a950-92c0d1e60280 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758201 Mar 23 19:46:32.045329 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ce453ff4-01f8-4239-a831-0f0ee570246d req-b79a90cf-e71b-4acc-bd6c-6c701494d12b service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557953 Mar 23 19:46:32.055852 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab02c80-8039-4820-9528-797bb5a0ef45 req-2ed9c6cb-bcd0-4516-b508-fe93b8ffc0f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:32.058359 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dab02c80-8039-4820-9528-797bb5a0ef45 req-2ed9c6cb-bcd0-4516-b508-fe93b8ffc0f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.2316871 Mar 23 19:46:32.166045 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc276530-4cf4-42ad-8062-ef0c1774b3bc req-a9f6a417-d387-41cb-98ac-fc4cf88ab432 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:32.183187 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dc276530-4cf4-42ad-8062-ef0c1774b3bc req-a9f6a417-d387-41cb-98ac-fc4cf88ab432 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.4300725 Mar 23 19:46:32.258373 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dc276530-4cf4-42ad-8062-ef0c1774b3bc req-cfab350e-bd34-4fa6-ac9c-77634a125830 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732822 Mar 23 19:46:32.302583 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dab02c80-8039-4820-9528-797bb5a0ef45 req-e21199c7-a6ab-41d0-89ca-f7f867f829e6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136977 Mar 23 19:46:32.458868 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f88ec8a4-e54a-4540-b5d6-5cbe6c6ee9c5 req-45de5566-1456-4a66-9628-1692279719c7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 210 time: 0.0444140 Mar 23 19:46:32.492391 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6ae2fd0e-4ef9-421c-a373-f166d99fa115 req-f3ea49dd-e818-4cbc-ba43-23acf7190f44 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Mar 23 19:46:32.871301 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:33.345795 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-9add5623-4518-43b4-8b79-ef6a8ac98f83 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:33.350127 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-9add5623-4518-43b4-8b79-ef6a8ac98f83 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 819 time: 0.2181792 Mar 23 19:46:33.420417 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-ece25c70-d79d-4a53-bf84-ee53e7e25f79 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce2607b55fe471985432493a514d7f9 HTTP/1.1" status: 200 len: 380 time: 0.0495799 Mar 23 19:46:33.447818 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'port': {'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'admin_state_up': True, 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'security_groups': ['3037a1a9-bcbb-42cb-b488-3886f1c3b085']}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:33.648657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2626ff-97fe-4e9e-ad94-0fc7ae089a9d req-4acb17eb-c88f-4dbe-8ce2-9bbc4c091b34 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:33.650776 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e2626ff-97fe-4e9e-ad94-0fc7ae089a9d req-4acb17eb-c88f-4dbe-8ce2-9bbc4c091b34 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1920519 Mar 23 19:46:33.677726 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ce452-7000-45e4-9e6c-73964ce7740e req-5f651c48-a423-4c8c-bb53-5c85d1d9c2b3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:33.685268 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e13ce452-7000-45e4-9e6c-73964ce7740e req-5f651c48-a423-4c8c-bb53-5c85d1d9c2b3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.1499460 Mar 23 19:46:33.761120 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e2626ff-97fe-4e9e-ad94-0fc7ae089a9d req-9c39a985-93c6-4d1c-81c2-88534a89f167 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986130 Mar 23 19:46:33.785164 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e13ce452-7000-45e4-9e6c-73964ce7740e req-32cb5212-63de-42f0-bcff-fc892ef05e82 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970254 Mar 23 19:46:33.849359 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Made reservation on behalf of 0ce2607b55fe471985432493a514d7f9 for: {'port': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:46:33.853891 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:33.923825 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6ee2626e-70c5-4c06-8775-68d874d1cf1c req-5ccdb167-d606-4800-b182-7a32f539bf45 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 210 time: 0.0470057 Mar 23 19:46:33.975773 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-104e3d0a-d60b-4aaa-97c2-fd2b46df39a4 req-eca71964-f115-4627-a057-9c2636af40e9 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 210 time: 0.0495944 Mar 23 19:46:34.122956 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Allocated IP 172.20.0.14 (1458d76f-8d16-40dd-af13-cb257758231c/c20acc71-75c0-4aaf-a043-03b78c9b242b/f4b17025-96f2-438a-b6b7-309e79a81663) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:46:34.151611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8a0f1596-175e-4ff9-a11e-aa1ace489b44 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:34.154978 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8a0f1596-175e-4ff9-a11e-aa1ace489b44 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "GET /v2.0/networks?id=3434998c-ae95-4449-9518-4e4e6105b715 HTTP/1.1" status: 200 len: 812 time: 0.1690238 Mar 23 19:46:34.169899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Request body: {'port': {'device_id': '818ec489-4287-4b19-b4e1-72a3c4792899', 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715', 'admin_state_up': True, 'tenant_id': '891f20aa40e241d78e86f01ed6c61486'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:34.319342 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:34.320636 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:34.597247 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Made reservation on behalf of 891f20aa40e241d78e86f01ed6c61486 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:46:34.601142 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:34.803463 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Allocated IP 172.20.0.3 (3434998c-ae95-4449-9518-4e4e6105b715/92c6a247-9efd-4801-a4b6-284ee8160ec3/81eee54d-a076-4d51-81a4-58b733431553) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:46:34.922290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:34.963006 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.031693 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Network 1458d76f-8d16-40dd-af13-cb257758231c is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:46:35.050741 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:46:35.066857 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.074894 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:46:35.087681 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109fcaa-ca33-430a-a9fa-9c9eeaa98e7a req-a3aa6a05-6fd1-461b-bae6-ff20a52f4057 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:35.089681 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e109fcaa-ca33-430a-a9fa-9c9eeaa98e7a req-a3aa6a05-6fd1-461b-bae6-ff20a52f4057 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1642842 Mar 23 19:46:35.090800 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event updated for resources: {'Port': ['ID=f4b17025-96f2-438a-b6b7-309e79a81663,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:35.134316 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b843d17-c09b-4de4-8b75-ea87f6f385c8 req-651a5877-087a-4971-8993-02fb941c5d7c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:35.136242 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b843d17-c09b-4de4-8b75-ea87f6f385c8 req-651a5877-087a-4971-8993-02fb941c5d7c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.2471364 Mar 23 19:46:35.231195 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.260461 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:35.261549 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.274609 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e109fcaa-ca33-430a-a9fa-9c9eeaa98e7a req-d62c74c2-9ee0-4230-815e-4ac5e21d2359 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513970 Mar 23 19:46:35.350965 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b843d17-c09b-4de4-8b75-ea87f6f385c8 req-02cd480a-129b-4604-aa53-ed2c5f6190ae tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909058 Mar 23 19:46:35.369030 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Network 3434998c-ae95-4449-9518-4e4e6105b715 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:46:35.386764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:46:35.389427 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:46:35.453428 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Pushing event updated for resources: {'Port': ['ID=81eee54d-a076-4d51-81a4-58b733431553,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:35.458188 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-d20a9d9d-3e74-40bf-a549-66e34d589c08 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0242662 Mar 23 19:46:35.508593 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0b927265-77e2-4cb2-82f9-6150a2f53347 None None] Provisioning complete for port f4b17025-96f2-438a-b6b7-309e79a81663 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:46:35.509247 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0b927265-77e2-4cb2-82f9-6150a2f53347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.524222 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:35.531495 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.575641 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Request body: {'port': {'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:35.582020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-0b927265-77e2-4cb2-82f9-6150a2f53347 None None] Port f4b17025-96f2-438a-b6b7-309e79a81663 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:46:35.594243 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:46:35.664524 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73ad85-2060-41b4-b4f1-11fb283fab3a req-b44fb266-1a99-4095-bfe0-a89bc05802d5 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:35.666613 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a73ad85-2060-41b4-b4f1-11fb283fab3a req-b44fb266-1a99-4095-bfe0-a89bc05802d5 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 932 time: 0.1518741 Mar 23 19:46:35.673957 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-c4a72102-c3e9-4db3-b3bd-3c27a81bed33 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081112 Mar 23 19:46:35.690679 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Request body: {'port': {'device_id': '818ec489-4287-4b19-b4e1-72a3c4792899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:35.753527 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7017f-c4cd-44c5-b077-0380b0877959 req-5ea84e9a-8280-430c-854e-b073544d268c tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:35.755352 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b7b7017f-c4cd-44c5-b077-0380b0877959 req-5ea84e9a-8280-430c-854e-b073544d268c tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 931 time: 0.3128898 Mar 23 19:46:35.773601 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a73ad85-2060-41b4-b4f1-11fb283fab3a req-a191b084-52e2-408d-885c-43cb5de00cef tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598207 Mar 23 19:46:35.789515 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.813830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:35.940734 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b7b7017f-c4cd-44c5-b077-0380b0877959 req-a50a682b-9564-492a-933d-7928e9cb1681 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604335 Mar 23 19:46:36.295872 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81eee54d-a076-4d51-81a4-58b733431553 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:46:36.305736 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:36.322163 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Transition to ACTIVE for port object 81eee54d-a076-4d51-81a4-58b733431553 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:46:36.408942 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b17025-96f2-438a-b6b7-309e79a81663 {{(pid=108885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:46:36.409283 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:36.481813 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:36.633283 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Pushing event updated for resources: {'Port': ['ID=81eee54d-a076-4d51-81a4-58b733431553,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:36.634255 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.provisioning_blocks [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Transition to ACTIVE for port object f4b17025-96f2-438a-b6b7-309e79a81663 will not be triggered until provisioned by entity L2. {{(pid=108885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:46:36.664480 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72bf5d-6c32-485c-aa30-0ef1e26dd2c4 req-28db6071-64f5-4b5d-a0c6-4e9f3189964b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:36.678391 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9e72bf5d-6c32-485c-aa30-0ef1e26dd2c4 req-28db6071-64f5-4b5d-a0c6-4e9f3189964b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.2600448 Mar 23 19:46:36.739675 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3192fd7-f285-43f1-ab1f-0399acd4323b req-21efd814-ed6d-4f66-9d3e-0e5b15635725 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:36.741492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a3192fd7-f285-43f1-ab1f-0399acd4323b req-21efd814-ed6d-4f66-9d3e-0e5b15635725 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.2727163 Mar 23 19:46:36.786167 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Attempting to bind port 81eee54d-a076-4d51-81a4-58b733431553 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:46:36.790175 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Attempting to bind port 81eee54d-a076-4d51-81a4-58b733431553 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:46:36.795519 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Attempting to bind port 81eee54d-a076-4d51-81a4-58b733431553 on network 3434998c-ae95-4449-9518-4e4e6105b715 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:46:36.805918 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Port 81eee54d-a076-4d51-81a4-58b733431553 on network 3434998c-ae95-4449-9518-4e4e6105b715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:46:36.806641 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Attempting to bind port 81eee54d-a076-4d51-81a4-58b733431553 on network 3434998c-ae95-4449-9518-4e4e6105b715 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:46:36.815992 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:46:36.816602 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Checking segment: {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:46:36.817197 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Bound using segment: {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:46:36.817798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Bound port: 81eee54d-a076-4d51-81a4-58b733431553, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:46:36.821096 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:36.942786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] For port 81eee54d-a076-4d51-81a4-58b733431553, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:46:36.961904 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] For port 81eee54d-a076-4d51-81a4-58b733431553, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=81eee54d-a076-4d51-81a4-58b733431553,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:46:37.013506 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:37.027942 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:37.028810 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9e72bf5d-6c32-485c-aa30-0ef1e26dd2c4 req-574f99fa-155e-42f7-b79d-1fc9f291c5d6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493183 Mar 23 19:46:37.098817 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a3192fd7-f285-43f1-ab1f-0399acd4323b req-12843d30-14fe-490d-8d65-c2204cbe595b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493290 Mar 23 19:46:37.126611 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b17025-96f2-438a-b6b7-309e79a81663,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:37.198099 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:37.200427 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:37.205671 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] 10.222.0.41 "PUT /v2.0/ports/81eee54d-a076-4d51-81a4-58b733431553 HTTP/1.1" status: 200 len: 1093 time: 1.5179472 Mar 23 19:46:37.218526 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ec489-4287-4b19-b4e1-72a3c4792899', 'tag': '81eee54d-a076-4d51-81a4-58b733431553'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:37.227429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f" -d '{"events": [{"name": "network-changed", "server_uuid": "818ec489-4287-4b19-b4e1-72a3c4792899", "tag": "81eee54d-a076-4d51-81a4-58b733431553"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:37.275048 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956cae0-0e92-4847-9cd4-06a4ab5ec4fe service neutron] Pushing event updated for resources: {'Port': ['ID=81eee54d-a076-4d51-81a4-58b733431553,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:37.366543 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b90d-189a-47a9-b28b-3d4430715982 req-dc0ff55f-2275-4677-bcb7-a2dc97d2235e tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:37.373989 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9df4b90d-189a-47a9-b28b-3d4430715982 req-dc0ff55f-2275-4677-bcb7-a2dc97d2235e tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.1312869 Mar 23 19:46:37.432100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-fa6e3c29-be3a-49ba-bd9c-abfa38dee5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:37.433691 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-fa6e3c29-be3a-49ba-bd9c-abfa38dee5ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=891f20aa40e241d78e86f01ed6c61486&device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 1096 time: 0.1002409 Mar 23 19:46:37.456536 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda43c4-d5ee-42e3-abb3-f0d93fb7e419 req-dc76bdc9-93ce-4b74-8667-6c895986625a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:37.460786 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dfda43c4-d5ee-42e3-abb3-f0d93fb7e419 req-dc76bdc9-93ce-4b74-8667-6c895986625a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.1857407 Mar 23 19:46:37.468828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Attempting to bind port f4b17025-96f2-438a-b6b7-309e79a81663 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:46:37.468828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Attempting to bind port f4b17025-96f2-438a-b6b7-309e79a81663 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}] {{(pid=108885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:46:37.468828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Attempting to bind port f4b17025-96f2-438a-b6b7-309e79a81663 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:46:37.535352 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9df4b90d-189a-47a9-b28b-3d4430715982 req-e1c85305-5d32-4cd6-92d2-5eac428e2975 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604035 Mar 23 19:46:37.539255 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Port f4b17025-96f2-438a-b6b7-309e79a81663 on network 1458d76f-8d16-40dd-af13-cb257758231c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:46:37.539653 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Attempting to bind port f4b17025-96f2-438a-b6b7-309e79a81663 on network 1458d76f-8d16-40dd-af13-cb257758231c {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:46:37.543271 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-8842284c-ba8f-47b3-99fc-e3ca800010ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81eee54d-a076-4d51-81a4-58b733431553 HTTP/1.1" status: 200 len: 217 time: 0.0969779 Mar 23 19:46:37.552414 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:46:37.552845 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Checking segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:46:37.553326 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Bound using segment: {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'} {{(pid=108885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:46:37.553847 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.managers [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Bound port: f4b17025-96f2-438a-b6b7-309e79a81663, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c'}}] {{(pid=108885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:46:37.554277 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:37.708141 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-3d1f5ac2-3d66-4fbe-ad8c-8b3220c2fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:37.723650 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-3d1f5ac2-3d66-4fbe-ad8c-8b3220c2fa5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92c6a247-9efd-4801-a4b6-284ee8160ec3 HTTP/1.1" status: 200 len: 852 time: 0.1723006 Mar 23 19:46:37.771899 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] For port f4b17025-96f2-438a-b6b7-309e79a81663, host hv-cinder-83496, cleared binding levels {{(pid=108885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:46:37.783692 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] For port f4b17025-96f2-438a-b6b7-309e79a81663, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=f4b17025-96f2-438a-b6b7-309e79a81663,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:46:37.806951 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dfda43c4-d5ee-42e3-abb3-f0d93fb7e419 req-22619a46-b618-4ae9-9a73-4300f7f4f807 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991760 Mar 23 19:46:37.838042 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-af1fc562-6b71-451e-a97f-4f7c7d393edf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3434998c-ae95-4449-9518-4e4e6105b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026654 Mar 23 19:46:37.894316 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:37.933909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21a9d3a-baed-4d60-8e21-d6a86fc8e4c4 x-openstack-request-id: req-d21a9d3a-baed-4d60-8e21-d6a86fc8e4c4 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:37.934209 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ec489-4287-4b19-b4e1-72a3c4792899", "tag": "81eee54d-a076-4d51-81a4-58b733431553", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:37.934449 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d21a9d3a-baed-4d60-8e21-d6a86fc8e4c4 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:37.934861 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818ec489-4287-4b19-b4e1-72a3c4792899', 'tag': '81eee54d-a076-4d51-81a4-58b733431553', 'status': 'completed', 'code': 200} Mar 23 19:46:37.996256 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:37.999346 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:38.012361 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 1094 time: 2.4410169 Mar 23 19:46:38.013023 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:38.018668 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef33b27-4d93-4d0d-a729-5a997a301151" -d '{"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:38.074874 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-e289a3e2-d7b9-4934-8a08-c23f7fd2ab79 service neutron] 10.222.0.41 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255213 Mar 23 19:46:38.130539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c09ef6-d43e-4330-aa00-2ff711bbaf71 x-openstack-request-id: req-71c09ef6-d43e-4330-aa00-2ff711bbaf71 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:38.132192 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:38.138784 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71c09ef6-d43e-4330-aa00-2ff711bbaf71 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:38.139241 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'status': 'completed', 'code': 200} Mar 23 19:46:38.215844 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1757-d343-4bd6-b1c6-23d5467ba629 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b17025-96f2-438a-b6b7-309e79a81663,revision_number=3']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:38.284959 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ba2fd-4ffd-45fc-8b39-913a1ce7d7c7 req-90535f42-2e4f-4623-a048-15f21b84a6f7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.296934 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8e5ba2fd-4ffd-45fc-8b39-913a1ce7d7c7 req-90535f42-2e4f-4623-a048-15f21b84a6f7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.2553513 Mar 23 19:46:38.375375 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-a1a6a59b-b8cf-4491-bc9e-fe5bdc482504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.377739 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-a1a6a59b-b8cf-4491-bc9e-fe5bdc482504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1099 time: 0.1637785 Mar 23 19:46:38.399489 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ec761b44-daa4-437f-b9ee-53d2c2f9d679 req-f4f5d7e0-db17-4e58-ba92-ab8bdca038cd service neutron] 10.222.0.41 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171959 Mar 23 19:46:38.408250 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-e567c2b4-0ac6-4ff3-8c28-412d4a5878ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.409824 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-e567c2b4-0ac6-4ff3-8c28-412d4a5878ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1097 time: 0.2671540 Mar 23 19:46:38.533000 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-89603f14-5198-41f8-8091-604e80df3162 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 217 time: 0.1089649 Mar 23 19:46:38.601738 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384a5fe-5e05-4e35-b653-b1567755e12f req-28318ef9-b32b-487a-8a3b-17bae05962f7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.603311 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5384a5fe-5e05-4e35-b653-b1567755e12f req-28318ef9-b32b-487a-8a3b-17bae05962f7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.3013868 Mar 23 19:46:38.653148 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-23f3be1b-b52c-474f-ae0a-6e7ef6c2d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.654620 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-23f3be1b-b52c-474f-ae0a-6e7ef6c2d30e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 912 time: 0.2644799 Mar 23 19:46:38.666544 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8e5ba2fd-4ffd-45fc-8b39-913a1ce7d7c7 req-bcd2f36a-9a33-413e-a448-d33d26b6be0d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004680 Mar 23 19:46:38.750490 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5384a5fe-5e05-4e35-b653-b1567755e12f req-a407886f-4358-4069-a070-b10ee19f1cdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977185 Mar 23 19:46:38.760394 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-2ea13f55-e09b-4d29-875f-bc90c83c56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.761861 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-2ea13f55-e09b-4d29-875f-bc90c83c56e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.2142723 Mar 23 19:46:38.792243 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-239868ca-30e0-4520-aafa-585ed40c900b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 200 len: 1002 time: 0.1214321 Mar 23 19:46:38.898350 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-11b30fd1-439c-4eb1-b4df-15272546aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.899895 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-11b30fd1-439c-4eb1-b4df-15272546aaeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1240253 Mar 23 19:46:38.927601 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e0c3-6f53-4bc8-a786-10adc01124e3 req-c7ddcb80-38bf-46fc-b0ba-7284d0f63359 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:38.929194 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8434e0c3-6f53-4bc8-a786-10adc01124e3 req-c7ddcb80-38bf-46fc-b0ba-7284d0f63359 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0940042 Mar 23 19:46:39.166163 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-56f46577-e008-4794-9ccb-992d37bab490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.169169 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-56f46577-e008-4794-9ccb-992d37bab490 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=891f20aa40e241d78e86f01ed6c61486&device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 1096 time: 0.6067903 Mar 23 19:46:39.203243 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8434e0c3-6f53-4bc8-a786-10adc01124e3 req-98a8e2cd-636d-4d37-b1da-beb272abaad8 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633266 Mar 23 19:46:39.213815 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c72717-85ef-40ef-8cbf-dd0313b20ca1 req-04493071-b45e-4f78-8941-30e553e0411f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.215441 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d9c72717-85ef-40ef-8cbf-dd0313b20ca1 req-04493071-b45e-4f78-8941-30e553e0411f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.2299893 Mar 23 19:46:39.245860 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-f2595bfc-6ecd-4e3e-87ae-691948621f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.247860 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-f2595bfc-6ecd-4e3e-87ae-691948621f83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.4405112 Mar 23 19:46:39.292417 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-1e62428b-2b1c-4b5b-a91b-09abcb45c8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828878 Mar 23 19:46:39.342703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-cbeb9d7d-eadf-4a5d-9dee-419a90e152b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.345143 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-cbeb9d7d-eadf-4a5d-9dee-419a90e152b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3434998c-ae95-4449-9518-4e4e6105b715 HTTP/1.1" status: 200 len: 913 time: 0.1668866 Mar 23 19:46:39.351582 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-04a4b34a-7e20-4e26-b329-5ce53c72dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.358807 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-04a4b34a-7e20-4e26-b329-5ce53c72dfd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840991 Mar 23 19:46:39.396145 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-e79e8ef6-3e56-49bd-8947-3d0d0b899ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81eee54d-a076-4d51-81a4-58b733431553 HTTP/1.1" status: 200 len: 217 time: 0.0359786 Mar 23 19:46:39.577660 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d9c72717-85ef-40ef-8cbf-dd0313b20ca1 req-5710c10c-6434-48ff-9c9d-342761cd0711 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268273 Mar 23 19:46:39.625143 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-0f398fe8-7bac-47e2-a664-c228f9e1045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.626820 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-0f398fe8-7bac-47e2-a664-c228f9e1045b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92c6a247-9efd-4801-a4b6-284ee8160ec3 HTTP/1.1" status: 200 len: 852 time: 0.2219608 Mar 23 19:46:39.631504 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-24391dc5-cf5d-4498-ad87-6c1ff2ab506d service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339759 Mar 23 19:46:39.642261 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-15a8d50a-628a-452e-b540-cec23d6c1039 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300838 Mar 23 19:46:39.706357 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-5e64e0ee-a457-47c3-8209-2eb93562e268 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3434998c-ae95-4449-9518-4e4e6105b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610359 Mar 23 19:46:39.873102 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6363b8-e643-405b-93fd-e0dfd466d395 req-dcf6e18b-43b4-4f88-b735-31a147ec0482 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:39.874740 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ff6363b8-e643-405b-93fd-e0dfd466d395 req-dcf6e18b-43b4-4f88-b735-31a147ec0482 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0954595 Mar 23 19:46:39.899829 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9d945e74-7b21-47fa-a11e-fbb22afc5e96 req-f94e584c-8906-4774-bd18-2849e3196f78 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319539 Mar 23 19:46:39.915444 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-cabbd3d5-f560-4a49-b269-8e41bcac86e9 service neutron] 10.222.0.41 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965127 Mar 23 19:46:40.005751 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ff6363b8-e643-405b-93fd-e0dfd466d395 req-1ef931b8-5ec9-454e-a356-4e88e22dc569 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248481 Mar 23 19:46:40.041592 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563a61b-0ec0-4d77-93b6-68635f85052b req-1e0c5695-d0c8-40d8-8f1d-595dbbadf9df tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.043134 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7563a61b-0ec0-4d77-93b6-68635f85052b req-1e0c5695-d0c8-40d8-8f1d-595dbbadf9df tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1190889 Mar 23 19:46:40.148560 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b2c29bd0-06fe-4177-b6e3-0e0ea5cc412f req-8a4deb2d-5356-422c-a612-33bcf432d0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188601 Mar 23 19:46:40.156654 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7563a61b-0ec0-4d77-93b6-68635f85052b req-a193dbff-13d5-467b-8d61-120b62ee7ded tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060214 Mar 23 19:46:40.169239 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-a0c0734f-52ea-42bd-8773-dc6f68190e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.171668 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-a0c0734f-52ea-42bd-8773-dc6f68190e0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1097 time: 0.2033722 Mar 23 19:46:40.410069 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-15ee6e37-ec22-4d42-ad81-69693c45b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.411761 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-15ee6e37-ec22-4d42-ad81-69693c45b58a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.2267210 Mar 23 19:46:40.426285 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434cd5-9d16-4788-84d3-3445b4734048 req-9cd485e1-e08f-402f-8539-aaeefcec3cfc tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.428684 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06434cd5-9d16-4788-84d3-3445b4734048 req-9cd485e1-e08f-402f-8539-aaeefcec3cfc tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0749588 Mar 23 19:46:40.509325 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06434cd5-9d16-4788-84d3-3445b4734048 req-387dbff6-f1b1-4da7-b6f0-1569fcf21bb9 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700986 Mar 23 19:46:40.519269 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-3c382533-0b40-415b-a6ad-0150ea201863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 217 time: 0.0922542 Mar 23 19:46:40.590435 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-22c614a1-e23f-4bc2-925a-695348d0f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.591895 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-22c614a1-e23f-4bc2-925a-695348d0f4f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0645883 Mar 23 19:46:40.669931 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-5f9a7bf5-f696-4801-abfe-801d36078138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.673859 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-5f9a7bf5-f696-4801-abfe-801d36078138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601196 Mar 23 19:46:40.828889 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-b579c829-7c88-43fb-b9e4-8a420c6c0b89 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412015 Mar 23 19:46:40.838268 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780318ed-d4a8-4b21-bf1b-1e44e6526f6f req-7ee2ebcb-48a0-410f-bd89-750db52d207f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:40.839826 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-780318ed-d4a8-4b21-bf1b-1e44e6526f6f req-7ee2ebcb-48a0-410f-bd89-750db52d207f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.1354609 Mar 23 19:46:40.941189 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-780318ed-d4a8-4b21-bf1b-1e44e6526f6f req-6e08d109-b191-4eff-9a1d-07f3bfc2c1dd tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924368 Mar 23 19:46:41.078630 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2ef33b27-4d93-4d0d-a729-5a997a301151 req-61cac2b4-39c1-4b8c-82f3-07fab9b273c8 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260520 Mar 23 19:46:41.249378 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb8fe-ac99-4a2b-b92a-d4bbdf2bb3d5 req-bca31e84-3d83-479e-8206-b18e40ab3035 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:41.251068 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-629cb8fe-ac99-4a2b-b92a-d4bbdf2bb3d5 req-bca31e84-3d83-479e-8206-b18e40ab3035 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.1287572 Mar 23 19:46:41.345290 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-629cb8fe-ac99-4a2b-b92a-d4bbdf2bb3d5 req-31571388-14bb-4f2b-aac8-281d42d27d40 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828800 Mar 23 19:46:41.424463 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6e4c3-2734-43e7-bb8a-859417c5e3c4 req-abccad0a-05f8-43ee-be19-3631c51d7d7f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:41.435358 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0ad6e4c3-2734-43e7-bb8a-859417c5e3c4 req-abccad0a-05f8-43ee-be19-3631c51d7d7f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.1107936 Mar 23 19:46:41.484367 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0ad6e4c3-2734-43e7-bb8a-859417c5e3c4 req-2ec86109-a495-40d1-917a-c42f2e0f4183 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472479 Mar 23 19:46:41.639932 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f05994-ad5d-4a5f-b865-18d14395a7fc req-eacc2c8f-85b7-42f2-b449-b1663ac44efa tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:41.650669 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16f05994-ad5d-4a5f-b865-18d14395a7fc req-eacc2c8f-85b7-42f2-b449-b1663ac44efa tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0738564 Mar 23 19:46:41.717345 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16f05994-ad5d-4a5f-b865-18d14395a7fc req-18023ce7-e094-4bc3-9801-7c8ed5316fc5 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Mar 23 19:46:42.159117 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09351bc-eb86-442b-900c-d5c6367293bc req-f529ef45-5646-4504-af77-bf4696bd983c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:42.169416 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d09351bc-eb86-442b-900c-d5c6367293bc req-f529ef45-5646-4504-af77-bf4696bd983c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.1011658 Mar 23 19:46:42.247374 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d09351bc-eb86-442b-900c-d5c6367293bc req-56898261-4949-431a-b80a-fb9172b1c614 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722563 Mar 23 19:46:42.618667 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b825a3-13c4-4318-ae86-eccead8c9907 req-d85ec966-699e-4b1f-9313-70926c793940 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:42.620143 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34b825a3-13c4-4318-ae86-eccead8c9907 req-d85ec966-699e-4b1f-9313-70926c793940 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0625837 Mar 23 19:46:42.676787 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34b825a3-13c4-4318-ae86-eccead8c9907 req-3f266a6d-8293-45c0-a029-2780af79f305 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499141 Mar 23 19:46:42.906202 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92746f2-3068-4729-a172-0c4eb4dd3b2c req-3f90c09a-873f-4ae5-9190-9724ba51be1a tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:42.907989 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b92746f2-3068-4729-a172-0c4eb4dd3b2c req-3f90c09a-873f-4ae5-9190-9724ba51be1a tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0632718 Mar 23 19:46:42.983249 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b92746f2-3068-4729-a172-0c4eb4dd3b2c req-32844515-5481-4d01-af5d-4acb3b9c539d tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515714 Mar 23 19:46:43.355421 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781edd-5570-4f0f-89b5-1be6265e8c4e req-c3d59714-cb3e-4f21-af42-30e7d2130f34 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:43.357152 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee781edd-5570-4f0f-89b5-1be6265e8c4e req-c3d59714-cb3e-4f21-af42-30e7d2130f34 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.0621533 Mar 23 19:46:43.397016 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee781edd-5570-4f0f-89b5-1be6265e8c4e req-5113906d-4ce7-4c73-b65e-d0127213bc01 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326257 Mar 23 19:46:43.800296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bcc30-4c9d-4bbf-9e75-c4243b1128bb req-9ad259c3-1af3-42e8-b2e3-623eae008474 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:43.801902 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-917bcc30-4c9d-4bbf-9e75-c4243b1128bb req-9ad259c3-1af3-42e8-b2e3-623eae008474 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0493989 Mar 23 19:46:43.840139 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-917bcc30-4c9d-4bbf-9e75-c4243b1128bb req-24575c1f-04cf-472e-a6cc-af81e667ea6b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313363 Mar 23 19:46:44.082798 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced96c-8914-4eeb-9dcf-12bf157b0937 req-8239c72d-322a-4d06-b534-8c522f9eeedf tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:44.084257 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9ced96c-8914-4eeb-9dcf-12bf157b0937 req-8239c72d-322a-4d06-b534-8c522f9eeedf tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0489786 Mar 23 19:46:44.124226 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9ced96c-8914-4eeb-9dcf-12bf157b0937 req-d563c43a-51a0-4cb8-96a2-cae9de6db098 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Mar 23 19:46:44.537061 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4380291-7c03-4365-a533-7fd1ebf01d5b req-be9e653b-5fcc-41f1-9fe4-139e00c654a2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:44.538676 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b4380291-7c03-4365-a533-7fd1ebf01d5b req-be9e653b-5fcc-41f1-9fe4-139e00c654a2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.0684111 Mar 23 19:46:44.579074 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b4380291-7c03-4365-a533-7fd1ebf01d5b req-63666c36-158c-4db6-80a9-b34a8f0e73a2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341759 Mar 23 19:46:44.960431 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e5e16-ed84-4780-bf52-144e30671667 req-ba634254-6046-4470-87f6-b9ea477da00f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:44.961906 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-267e5e16-ed84-4780-bf52-144e30671667 req-ba634254-6046-4470-87f6-b9ea477da00f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0481164 Mar 23 19:46:44.999653 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-267e5e16-ed84-4780-bf52-144e30671667 req-8cae9d8d-1352-4d9e-952d-c859a382e79a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316672 Mar 23 19:46:45.242198 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c944-19ad-4c1a-a6bd-d3319cc1b8f2 req-5de142b3-7376-401c-ba3b-381687c75bf5 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:45.243672 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bce6c944-19ad-4c1a-a6bd-d3319cc1b8f2 req-5de142b3-7376-401c-ba3b-381687c75bf5 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0494931 Mar 23 19:46:45.283459 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bce6c944-19ad-4c1a-a6bd-d3319cc1b8f2 req-aea0295a-181f-4d3a-b731-ec9f4158bc03 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Mar 23 19:46:45.697990 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016e179-a22a-4f85-a00f-25c2837a682f req-c4d0aded-3812-490e-ae93-a4f68bfbeb0c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:45.699490 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c016e179-a22a-4f85-a00f-25c2837a682f req-c4d0aded-3812-490e-ae93-a4f68bfbeb0c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.0537996 Mar 23 19:46:45.737924 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c016e179-a22a-4f85-a00f-25c2837a682f req-579dd09e-98a3-43e8-903f-ca36040a0d16 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Mar 23 19:46:45.995909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-4e9c899a-4a79-4f0a-be73-15102dfd233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:45.997427 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-4e9c899a-4a79-4f0a-be73-15102dfd233d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1098 time: 0.0418406 Mar 23 19:46:46.095622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-32c775b0-e43f-4253-b538-b4e30224802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:46.097678 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-32c775b0-e43f-4253-b538-b4e30224802d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.0935676 Mar 23 19:46:46.133175 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbff1e4-df22-4cde-ae42-d4394743a3fc req-ae4488e8-0ca9-43de-832d-764259e31b3f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:46.135738 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cdbff1e4-df22-4cde-ae42-d4394743a3fc req-ae4488e8-0ca9-43de-832d-764259e31b3f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0605469 Mar 23 19:46:46.170839 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-8c97e2e0-a9c1-474a-96ee-e3bea6833b39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 200 len: 1001 time: 0.0648143 Mar 23 19:46:46.176115 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cdbff1e4-df22-4cde-ae42-d4394743a3fc req-110bfc0b-df11-48f3-a43c-1bca3c3a1755 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Mar 23 19:46:46.222855 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-7294e0cd-24ce-4c01-ba7e-f169f828ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:46.224407 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-7294e0cd-24ce-4c01-ba7e-f169f828ad3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0440853 Mar 23 19:46:46.284215 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-9b5f4d4b-f142-4687-9a1e-705913081567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:46.285699 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-9b5f4d4b-f142-4687-9a1e-705913081567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428588 Mar 23 19:46:46.383252 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-c8ffef74-53f1-4bf3-816a-055f05ac1b49 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Mar 23 19:46:46.399373 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b69c6-7783-4e2c-b271-a035290953bf req-d353cac5-14c9-4a53-a963-6e66e03cf07f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:46.400833 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-795b69c6-7783-4e2c-b271-a035290953bf req-d353cac5-14c9-4a53-a963-6e66e03cf07f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0483711 Mar 23 19:46:46.444401 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-795b69c6-7783-4e2c-b271-a035290953bf req-5c5a47f1-2fcf-43f2-ae2d-f73b7be62dac tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Mar 23 19:46:46.490992 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9cdf1cd0-66e3-4243-9c26-8e654fba9a21 req-716c6113-8574-445f-976f-78069524ebcd service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004808 Mar 23 19:46:46.855330 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566f82-9cd3-43c7-b8d9-17ed4921d5a6 req-93e1abb9-802e-4181-ad65-e41eb983e32e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:46.856734 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d6566f82-9cd3-43c7-b8d9-17ed4921d5a6 req-93e1abb9-802e-4181-ad65-e41eb983e32e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 944 time: 0.0512462 Mar 23 19:46:46.893126 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d6566f82-9cd3-43c7-b8d9-17ed4921d5a6 req-f6556215-a1a2-4b63-9ff4-fcff5b5b3ab5 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297284 Mar 23 19:46:47.293427 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a15b7-f3f0-44ba-8b27-2e868d469698 req-41e98b06-dfbe-4eb4-92de-cfc177c7a69f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:47.294856 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c45a15b7-f3f0-44ba-8b27-2e868d469698 req-41e98b06-dfbe-4eb4-92de-cfc177c7a69f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0481272 Mar 23 19:46:47.332665 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c45a15b7-f3f0-44ba-8b27-2e868d469698 req-2cde500b-e086-4d4f-b67d-428577f15d1f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313680 Mar 23 19:46:47.557311 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5c9e4-51ed-476f-a579-cb8c28dd6ef3 req-7e950d49-93f7-4b0a-84de-424c3a002c59 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:47.558766 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2cd5c9e4-51ed-476f-a579-cb8c28dd6ef3 req-7e950d49-93f7-4b0a-84de-424c3a002c59 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 943 time: 0.0478556 Mar 23 19:46:47.595640 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2cd5c9e4-51ed-476f-a579-cb8c28dd6ef3 req-e6d57d2a-2b7c-4c6d-956a-a3a11ec26c2d tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Mar 23 19:46:47.601958 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56542) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:47.648849 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Deleting subnet 437d6519-77dc-46ef-8848-35df0a5006ab {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:46:47.651832 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.663579 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device f4b17025-96f2-438a-b6b7-309e79a81663 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:46:47.687870 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.725397 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.756311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port f4b17025-96f2-438a-b6b7-309e79a81663, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=f4b17025-96f2-438a-b6b7-309e79a81663,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:47.767355 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:46:47.808422 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.821318 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b17025-96f2-438a-b6b7-309e79a81663 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:46:47.839964 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port f4b17025-96f2-438a-b6b7-309e79a81663, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=f4b17025-96f2-438a-b6b7-309e79a81663,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:47.859962 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.883814 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437d6519-77dc-46ef-8848-35df0a5006ab,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:47.889336 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.894483 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-49365c42-2c86-41ad-a84d-532c391d59f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/437d6519-77dc-46ef-8848-35df0a5006ab HTTP/1.1" status: 204 len: 168 time: 0.2895920 Mar 23 19:46:47.895471 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56544) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:47.905090 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:47.905782 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 81eee54d-a076-4d51-81a4-58b733431553 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:46:47.976727 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=f4b17025-96f2-438a-b6b7-309e79a81663,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:47.978823 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.040868 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852fcfc-2a21-4dca-a48f-f15f3df18df7 req-9d4ed585-36c4-4468-b588-afd2b62079fc tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:48.042358 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7852fcfc-2a21-4dca-a48f-f15f3df18df7 req-9d4ed585-36c4-4468-b588-afd2b62079fc tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 945 time: 0.0793138 Mar 23 19:46:48.045756 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 81eee54d-a076-4d51-81a4-58b733431553, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=81eee54d-a076-4d51-81a4-58b733431553,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:48.056975 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '81eee54d-a076-4d51-81a4-58b733431553', 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715', 'port_id': '81eee54d-a076-4d51-81a4-58b733431553', 'mac_address': 'fa:16:3e:19:1c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c6a247-9efd-4801-a4b6-284ee8160ec3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:46:48.099553 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.109768 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.113405 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81eee54d-a076-4d51-81a4-58b733431553 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:46:48.132391 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 81eee54d-a076-4d51-81a4-58b733431553, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=81eee54d-a076-4d51-81a4-58b733431553,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:48.140573 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7852fcfc-2a21-4dca-a48f-f15f3df18df7 req-24046177-3756-45ab-a886-cf418b5028e4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851548 Mar 23 19:46:48.142016 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ded3d9d-d65c-4dfa-bf36-1b8822f740e3']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:48.152313 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22afd01e-dc28-4d5d-9817-a5ae7516c19a') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:48.152539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22afd01e-dc28-4d5d-9817-a5ae7516c19a') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:48.163497 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.178905 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.184837 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:46:48.185248 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:46:48.186846 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:46:48.196315 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.242941 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=81eee54d-a076-4d51-81a4-58b733431553,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:48.293348 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.297761 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.301077 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6ded3d9d-d65c-4dfa-bf36-1b8822f740e3 HTTP/1.1" status: 204 len: 168 time: 0.4046850 Mar 23 19:46:48.313575 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bca194-2f38-46a8-aece-9dd5ee974ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ded3d9d-d65c-4dfa-bf36-1b8822f740e3,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:48.455709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba43c5-d4b9-4e1c-8a6c-8376c19a0a50 req-b434f614-be9e-4f3c-aff2-584f9e4e8030 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:48.457374 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59ba43c5-d4b9-4e1c-8a6c-8376c19a0a50 req-b434f614-be9e-4f3c-aff2-584f9e4e8030 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0502560 Mar 23 19:46:48.496375 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59ba43c5-d4b9-4e1c-8a6c-8376c19a0a50 req-b7653db6-217a-473e-94b0-c23dfdf7385d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Mar 23 19:46:48.557777 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['81eee54d-a076-4d51-81a4-58b733431553'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:46:48.586603 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56554) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:48.630691 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-3d75900f-bee9-4771-abe8-e0842f2cbb46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbb2a74ec5824ce78f5226ad9d0cd190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400872 Mar 23 19:46:48.631358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56558) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:48.667042 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['f4b17025-96f2-438a-b6b7-309e79a81663'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:46:48.713806 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b36b00e-67b9-44ad-bb3d-08f830589e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.738759 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a723fd-f6a8-4ed8-8a86-612220ce753b req-12e8c386-5f91-4319-9305-4fead6832c58 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:48.740292 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e3a723fd-f6a8-4ed8-8a86-612220ce753b req-12e8c386-5f91-4319-9305-4fead6832c58 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 944 time: 0.0716956 Mar 23 19:46:48.749294 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b36b00e-67b9-44ad-bb3d-08f830589e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.808399 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e3a723fd-f6a8-4ed8-8a86-612220ce753b req-99bf4d85-77dc-4ebf-bc26-2eed7ed579e9 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Mar 23 19:46:48.876405 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b36b00e-67b9-44ad-bb3d-08f830589e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.879699 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b36b00e-67b9-44ad-bb3d-08f830589e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:48.883698 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0b36b00e-67b9-44ad-bb3d-08f830589e21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82385e61-3872-4c42-a4cd-4f5e0e9b1a50 HTTP/1.1" status: 204 len: 168 time: 0.2489233 Mar 23 19:46:48.888705 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36b00e-67b9-44ad-bb3d-08f830589e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82385e61-3872-4c42-a4cd-4f5e0e9b1a50,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:49.256718 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dccc4f-3038-4d58-a8ea-76dec380bfbd req-e68fbd34-3787-4cb2-866b-0d8686524db8 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:49.258339 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16dccc4f-3038-4d58-a8ea-76dec380bfbd req-e68fbd34-3787-4cb2-866b-0d8686524db8 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 945 time: 0.0500679 Mar 23 19:46:49.296076 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16dccc4f-3038-4d58-a8ea-76dec380bfbd req-8a404d58-8caf-4253-af68-bc16a8a6cd60 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Mar 23 19:46:49.625572 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0a4e0-39e0-4a66-bf25-9db770e06563 req-85acd54a-91d0-474e-855c-407b125bbc61 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:49.625572 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-32d0a4e0-39e0-4a66-bf25-9db770e06563 req-85acd54a-91d0-474e-855c-407b125bbc61 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 945 time: 0.0527706 Mar 23 19:46:49.665210 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-32d0a4e0-39e0-4a66-bf25-9db770e06563 req-ddb5efe0-9ec6-4b57-9805-26953f95652a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Mar 23 19:46:49.688046 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device f4b17025-96f2-438a-b6b7-309e79a81663 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:46:49.790953 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port f4b17025-96f2-438a-b6b7-309e79a81663 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:46:49.794950 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port f4b17025-96f2-438a-b6b7-309e79a81663 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:46:49.800013 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:49.914514 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:49.940089 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:49.950743 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1770c84-72ac-47c4-9e4d-704c28c055a2" -d '{"events": [{"server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "name": "network-vif-plugged", "status": "completed", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:49.950906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8a098-b03c-41e5-9435-7e7d128c4e6c req-8340334d-0f95-4f38-b795-0186279d9e6e tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:49.950906 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-86d8a098-b03c-41e5-9435-7e7d128c4e6c req-8340334d-0f95-4f38-b795-0186279d9e6e tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 944 time: 0.0645123 Mar 23 19:46:49.957370 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port f4b17025-96f2-438a-b6b7-309e79a81663, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=f4b17025-96f2-438a-b6b7-309e79a81663,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:50.005250 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-86d8a098-b03c-41e5-9435-7e7d128c4e6c req-dc520582-6517-43ad-92ed-99e8fce3ea79 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Mar 23 19:46:50.024858 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:50.025707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 81eee54d-a076-4d51-81a4-58b733431553 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:46:50.052313 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2197c056-d2d9-471a-b65b-44d729753315 x-openstack-request-id: req-2197c056-d2d9-471a-b65b-44d729753315 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:50.052624 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "name": "network-vif-plugged", "status": "completed", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:50.053136 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2197c056-d2d9-471a-b65b-44d729753315 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:50.053530 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'code': 200} Mar 23 19:46:50.125284 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=f4b17025-96f2-438a-b6b7-309e79a81663,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:50.174281 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 81eee54d-a076-4d51-81a4-58b733431553 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:46:50.187056 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 81eee54d-a076-4d51-81a4-58b733431553 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:46:50.187491 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:50.290182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:50.328158 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 81eee54d-a076-4d51-81a4-58b733431553, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=81eee54d-a076-4d51-81a4-58b733431553,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:50.374639 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345dbd-6755-440c-96d3-5ae3ee8cfef8 req-9c503a28-8c71-45d1-87bf-28efad51e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:50.376479 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f345dbd-6755-440c-96d3-5ae3ee8cfef8 req-9c503a28-8c71-45d1-87bf-28efad51e2a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0636525 Mar 23 19:46:50.384703 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:50.385541 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:46:50.435737 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0f345dbd-6755-440c-96d3-5ae3ee8cfef8 req-1c2697e1-718b-470d-88d4-12337995bbae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470910 Mar 23 19:46:50.450530 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbf530-5999-4753-858b-fb2376964d44 req-57279ac6-416b-42e8-a668-6476f778d639 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:50.452247 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-77fbf530-5999-4753-858b-fb2376964d44 req-57279ac6-416b-42e8-a668-6476f778d639 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0652149 Mar 23 19:46:50.495874 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-77fbf530-5999-4753-858b-fb2376964d44 req-4d716468-f3d9-40f1-b539-789910778f85 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Mar 23 19:46:50.508519 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=81eee54d-a076-4d51-81a4-58b733431553,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:50.545463 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:50.579113 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:46:50.642370 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:50.690974 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=8']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:51.025259 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-e9e4c7d9-7915-49dd-b761-170d5d6817c6 req-d60678a9-77bc-4491-9842-30a02a2a13dc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:46:51.026211 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e9e4c7d9-7915-49dd-b761-170d5d6817c6 req-d60678a9-77bc-4491-9842-30a02a2a13dc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052953 Mar 23 19:46:51.117234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08308-9ce7-4ef9-b2e7-0dd11709d74f req-a7bd8592-9017-4ea1-a2fc-7de0d3160012 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:51.118830 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c9d08308-9ce7-4ef9-b2e7-0dd11709d74f req-a7bd8592-9017-4ea1-a2fc-7de0d3160012 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0578432 Mar 23 19:46:51.160181 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c9d08308-9ce7-4ef9-b2e7-0dd11709d74f req-bb3d2eea-3397-426b-a664-ebd84ccaea6d tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Mar 23 19:46:51.339940 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb8707-2604-4a27-85cc-0cbc71ce72ef req-a0d203ee-6bfe-42de-95ea-26d7020bef2f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:51.341453 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78eb8707-2604-4a27-85cc-0cbc71ce72ef req-a0d203ee-6bfe-42de-95ea-26d7020bef2f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0501578 Mar 23 19:46:51.383515 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78eb8707-2604-4a27-85cc-0cbc71ce72ef req-f320068d-bf45-44b1-922a-3be6d3413760 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354114 Mar 23 19:46:51.621142 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54adfbd-50be-45b9-9d2a-54bbeb6a1a31 req-1dcd1ec8-d36f-4581-9a07-dd94c4b6c864 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:51.622620 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a54adfbd-50be-45b9-9d2a-54bbeb6a1a31 req-1dcd1ec8-d36f-4581-9a07-dd94c4b6c864 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Mar 23 19:46:51.662877 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a54adfbd-50be-45b9-9d2a-54bbeb6a1a31 req-39bc3149-664a-40b5-9c37-271df52b5bb2 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Mar 23 19:46:51.840791 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56708) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:51.932759 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-62b753e6-bb4a-4a96-aa25-ab89dc6e67c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923309 Mar 23 19:46:51.941520 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-5cf26972-23c4-42d6-9def-834425aa1d81 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:46:51.942445 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-5cf26972-23c4-42d6-9def-834425aa1d81 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047626 Mar 23 19:46:52.055396 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818ec489-4287-4b19-b4e1-72a3c4792899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eee54d-a076-4d51-81a4-58b733431553'}, {'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:52.061434 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46564110-8932-4080-9362-604329fbdd55" -d '{"events": [{"server_uuid": "818ec489-4287-4b19-b4e1-72a3c4792899", "name": "network-vif-plugged", "status": "completed", "tag": "81eee54d-a076-4d51-81a4-58b733431553"}, {"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:52.102102 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b9fea6-0696-4174-bdf3-d3c032d0bc2a x-openstack-request-id: req-23b9fea6-0696-4174-bdf3-d3c032d0bc2a {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:52.102461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818ec489-4287-4b19-b4e1-72a3c4792899", "name": "network-vif-plugged", "status": "completed", "tag": "81eee54d-a076-4d51-81a4-58b733431553", "code": 200}, {"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-unplugged", "status": "failed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "code": 422}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:52.102641 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23b9fea6-0696-4174-bdf3-d3c032d0bc2a {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:52.103040 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818ec489-4287-4b19-b4e1-72a3c4792899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eee54d-a076-4d51-81a4-58b733431553', 'code': 200} Mar 23 19:46:52.103590 dv-cinder-834962-1-iscsi neutron-server[108886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'code': 422} returned with failed status Mar 23 19:46:52.278956 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f636f-6d62-458e-a4b6-decd3ce3ebbd req-9d92c01c-9b02-4e77-aabb-a174d76fd2a8 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:52.280415 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3e2f636f-6d62-458e-a4b6-decd3ce3ebbd req-9d92c01c-9b02-4e77-aabb-a174d76fd2a8 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0483041 Mar 23 19:46:52.318932 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3e2f636f-6d62-458e-a4b6-decd3ce3ebbd req-5fc32f81-194e-4d8c-9201-ec894da44061 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Mar 23 19:46:52.470919 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851f77f-4ff1-4ed3-93ad-6f3e9a09c590 req-8b89dd86-3850-431d-b1b8-86fd27045eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:52.472628 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0851f77f-4ff1-4ed3-93ad-6f3e9a09c590 req-8b89dd86-3850-431d-b1b8-86fd27045eaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 1098 time: 0.0415490 Mar 23 19:46:52.508405 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7f1bc-4f97-4b6a-88f1-2115397d31d9 req-76a4c243-7623-4e6f-a623-d97b5ab5db95 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:52.508653 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0851f77f-4ff1-4ed3-93ad-6f3e9a09c590 req-bc0e9fae-386f-48cc-b7f2-f24ff7ecdb47 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278995 Mar 23 19:46:52.510028 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34c7f1bc-4f97-4b6a-88f1-2115397d31d9 req-76a4c243-7623-4e6f-a623-d97b5ab5db95 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0497775 Mar 23 19:46:52.548425 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34c7f1bc-4f97-4b6a-88f1-2115397d31d9 req-57b9c03f-3380-4436-8a0f-bc30aa8ac03d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Mar 23 19:46:52.780036 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109763c4-1dd5-4804-a644-b9025e773e32 req-94b3dcce-0ca5-4db7-bdf5-7cae11037b04 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:52.781651 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-109763c4-1dd5-4804-a644-b9025e773e32 req-94b3dcce-0ca5-4db7-bdf5-7cae11037b04 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0508544 Mar 23 19:46:52.831974 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-109763c4-1dd5-4804-a644-b9025e773e32 req-6526c804-6d99-4eb7-97ec-79e5bb6e142d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Mar 23 19:46:52.942921 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b411b-8b7d-4199-a9f2-b5f13280f860 req-f76ae3a9-dd5b-4539-872a-88d87db5f80f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:52.944428 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-050b411b-8b7d-4199-a9f2-b5f13280f860 req-f76ae3a9-dd5b-4539-872a-88d87db5f80f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0494711 Mar 23 19:46:52.953191 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56736) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:52.958377 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'floatingip': {'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:46:52.997311 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:53.484614 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256df27-cd1e-4813-8d06-6970a0f31af1 req-e9259e64-6c60-496a-85f7-fdca981ce568 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:53.486639 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2256df27-cd1e-4813-8d06-6970a0f31af1 req-e9259e64-6c60-496a-85f7-fdca981ce568 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0931990 Mar 23 19:46:53.488653 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:53.523815 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2256df27-cd1e-4813-8d06-6970a0f31af1 req-b27b7e84-b503-4956-ac70-5da53b4e8447 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Mar 23 19:46:53.533445 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:53.645446 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Floating IP 49a03113-d391-42b5-bdcd-dc64fc162e03 associated. External IP: 172.27.1.31, port: f4b17025-96f2-438a-b6b7-309e79a81663. Mar 23 19:46:53.729832 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5816347-b32d-4303-af0f-c1ae6826e2d3 req-cb71f7d8-2e8e-4978-af7b-1597f3fdf0e4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:53.731283 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c5816347-b32d-4303-af0f-c1ae6826e2d3 req-cb71f7d8-2e8e-4978-af7b-1597f3fdf0e4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.1028457 Mar 23 19:46:53.732313 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:46:53.812868 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c5816347-b32d-4303-af0f-c1ae6826e2d3 req-6f0139db-85e1-48c8-98f4-0d98ec57df73 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547683 Mar 23 19:46:53.922548 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:46:54.050287 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:46:54.055574 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:54.060651 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] Sync routers for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:46:54.072472 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:46:54.072679 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:46:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:54.084145 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-019c262f-0ab9-41de-95d8-00bbd09d20ea tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "PUT /v2.0/floatingips/49a03113-d391-42b5-bdcd-dc64fc162e03 HTTP/1.1" status: 200 len: 991 time: 1.1298220 Mar 23 19:46:54.084768 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:46:54.087127 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1701da22-a99d-45cf-80d2-40217ad4107e" -d '{"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:46:54.148235 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dbf2d9-0b81-45df-bbbb-ce4c521cff73 x-openstack-request-id: req-91dbf2d9-0b81-45df-bbbb-ce4c521cff73 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:46:54.148508 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:46:54.148760 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91dbf2d9-0b81-45df-bbbb-ce4c521cff73 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:46:54.149185 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'status': 'completed', 'code': 200} Mar 23 19:46:54.218059 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:46:54.234016 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701da22-a99d-45cf-80d2-40217ad4107e req-bc0ecc7c-6cd6-4626-8d0e-11554acf9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:54.235509 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-bc0ecc7c-6cd6-4626-8d0e-11554acf9dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0450745 Mar 23 19:46:54.352911 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701da22-a99d-45cf-80d2-40217ad4107e req-c9379a37-57a6-4b06-a002-eba8b84fc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:54.354552 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-c9379a37-57a6-4b06-a002-eba8b84fc805 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.0939174 Mar 23 19:46:54.444745 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-52623df8-24b6-4132-af56-1df650c81d5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 999 time: 0.0733733 Mar 23 19:46:54.462410 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '49a03113-d391-42b5-bdcd-dc64fc162e03', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:19Z', 'updated_at': '2022-03-23T19:46:53Z', 'revision_number': 1, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:54.510254 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701da22-a99d-45cf-80d2-40217ad4107e req-0e8079b5-b305-43d9-be89-bfa505a0b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:54.511825 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-0e8079b5-b305-43d9-be89-bfa505a0b9e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0497997 Mar 23 19:46:54.513256 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] Checking router: c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:46:54.521620 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:46:54.522216 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:46:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:54.561765 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701da22-a99d-45cf-80d2-40217ad4107e req-d12b32ab-a032-4030-a069-ddd806fe1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:54.563272 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-d12b32ab-a032-4030-a069-ddd806fe1cde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421388 Mar 23 19:46:54.635509 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:46:54.684776 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-7f9e4f73-07f1-4f3e-9ddf-cc1f5e6c0385 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084518 Mar 23 19:46:54.791970 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1701da22-a99d-45cf-80d2-40217ad4107e req-0d277b48-ec2f-4ee9-823a-36956c561f54 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917647 Mar 23 19:46:54.896750 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706b3a-4391-4948-a0f1-e0f5d11c5ad3 req-7df59c94-60e8-499b-bff9-d779947a6ab7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:54.898296 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-39706b3a-4391-4948-a0f1-e0f5d11c5ad3 req-7df59c94-60e8-499b-bff9-d779947a6ab7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.3016772 Mar 23 19:46:54.912339 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '49a03113-d391-42b5-bdcd-dc64fc162e03', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:19Z', 'updated_at': '2022-03-23T19:46:53Z', 'revision_number': 1, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:46:54.944274 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef820a7-21d2-4c3e-bfc3-70ba199f333b None None] The sync data for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi is: [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '49a03113-d391-42b5-bdcd-dc64fc162e03', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:19Z', 'updated_at': '2022-03-23T19:46:53Z', 'revision_number': 1, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:46:54.964629 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-39706b3a-4391-4948-a0f1-e0f5d11c5ad3 req-5cba1972-4aa3-494a-b4e4-3e05bb284c89 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543268 Mar 23 19:46:54.976031 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341ab5-7d3c-47c0-bf54-c311510db8da req-1ebe7894-c663-4841-93f2-1bd7133f79d3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:54.977676 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f7341ab5-7d3c-47c0-bf54-c311510db8da req-1ebe7894-c663-4841-93f2-1bd7133f79d3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0784366 Mar 23 19:46:55.018375 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-a25a4ecd-3d9f-4654-bcb6-6d433430357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:55.020047 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-a25a4ecd-3d9f-4654-bcb6-6d433430357e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6&tenant_id=44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 1096 time: 0.1032891 Mar 23 19:46:55.022374 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f7341ab5-7d3c-47c0-bf54-c311510db8da req-ce464465-6996-4ac9-bf66-4b0669344d1b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Mar 23 19:46:55.098533 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-3b060255-8af1-40f5-965e-4b2b2bcb574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:55.100137 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-3b060255-8af1-40f5-965e-4b2b2bcb574c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0432687 Mar 23 19:46:55.195480 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57808f79-4f3a-4b9f-9817-8310f12ced1f None None] New status for floating IP 49a03113-d391-42b5-bdcd-dc64fc162e03: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:46:55.227909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-aa87bc67-0d89-4f27-8734-969ce903f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:55.229513 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-aa87bc67-0d89-4f27-8734-969ce903f018 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.1214383 Mar 23 19:46:55.305724 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-1757f872-61af-480e-a79f-5f559b413397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 200 len: 999 time: 0.0644834 Mar 23 19:46:55.358321 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-5c2ed9a9-0bea-44b1-9552-996c163f8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:55.359926 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-5c2ed9a9-0bea-44b1-9552-996c163f8066 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0470021 Mar 23 19:46:55.418304 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-272d6d1d-971d-46a2-987a-4b94dedd3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:55.419885 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-272d6d1d-971d-46a2-987a-4b94dedd3f72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443294 Mar 23 19:46:55.535552 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-b0119382-d9b7-47df-a2e4-cc3c6e13924d service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945103 Mar 23 19:46:55.629020 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d45b431-2c6f-43ad-858f-e7d813397181 req-15a20b40-a80f-4b45-bda1-004d4c70f824 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838192 Mar 23 19:46:56.151296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf302944-b229-4f00-9fbe-a7e99942f43c req-1130c31c-ee75-4467-9515-f40110b0ad80 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:56.152765 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bf302944-b229-4f00-9fbe-a7e99942f43c req-1130c31c-ee75-4467-9515-f40110b0ad80 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0503695 Mar 23 19:46:56.201565 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bf302944-b229-4f00-9fbe-a7e99942f43c req-ade944e5-14f7-4760-85fe-940314a2b24c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376844 Mar 23 19:46:56.261657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 56840) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:56.383918 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-27c981b0-541e-4656-b30c-d620f07c5a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.514280 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-27c981b0-541e-4656-b30c-d620f07c5a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.561607 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-27c981b0-541e-4656-b30c-d620f07c5a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.621414 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c981b0-541e-4656-b30c-d620f07c5a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8062f8-cc86-409c-a4b4-bc7b3ede6664,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:56.628087 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-27c981b0-541e-4656-b30c-d620f07c5a0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25b17a502c9742e7bb77c56a736571a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652606 Mar 23 19:46:56.630951 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 56846) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:46:56.690902 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c7c55640-6bcd-4452-a341-f4bf578fd0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.712188 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c7c55640-6bcd-4452-a341-f4bf578fd0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.836159 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c7c55640-6bcd-4452-a341-f4bf578fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.838699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c7c55640-6bcd-4452-a341-f4bf578fd0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:56.839833 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c7c55640-6bcd-4452-a341-f4bf578fd0c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d8062f8-cc86-409c-a4b4-bc7b3ede6664 HTTP/1.1" status: 204 len: 168 time: 0.2079051 Mar 23 19:46:56.849675 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c55640-6bcd-4452-a341-f4bf578fd0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8062f8-cc86-409c-a4b4-bc7b3ede6664,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:46:57.404758 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8541097-9b14-4207-9e66-a375a22c6f99 req-7334b4ea-c51d-4145-b328-7292853e61b1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:57.420863 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f8541097-9b14-4207-9e66-a375a22c6f99 req-7334b4ea-c51d-4145-b328-7292853e61b1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.1325867 Mar 23 19:46:57.456592 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f8541097-9b14-4207-9e66-a375a22c6f99 req-1b33c410-ab84-46bd-b6ff-205a90eeb87f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346713 Mar 23 19:46:58.618098 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f28e-eb12-4f28-bf44-5a31b2cc4beb req-1066a67e-688a-436d-95a5-48f595715e7f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:58.619531 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7522f28e-eb12-4f28-bf44-5a31b2cc4beb req-1066a67e-688a-436d-95a5-48f595715e7f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0670598 Mar 23 19:46:58.668708 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7522f28e-eb12-4f28-bf44-5a31b2cc4beb req-992e3f50-7ab9-40dc-b193-33f18390ec4e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Mar 23 19:46:59.665266 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a72da1bc-ebb1-4727-8d75-e598ad9236db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:59.687555 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:46:59.809041 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43b378-8294-4810-9320-32fb1346e7a2 req-d21aa3c8-61d6-40e2-92bf-aa5eb35c300f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:46:59.810544 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4a43b378-8294-4810-9320-32fb1346e7a2 req-d21aa3c8-61d6-40e2-92bf-aa5eb35c300f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0526824 Mar 23 19:46:59.857200 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4a43b378-8294-4810-9320-32fb1346e7a2 req-8990e02c-16a3-487e-8672-3a5ab8412d08 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392582 Mar 23 19:47:01.011400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47660bb4-548f-4e6c-bec2-7a4e6335906a req-2e2fd410-d7f9-434c-82f5-56613bf8af68 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:01.013456 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-47660bb4-548f-4e6c-bec2-7a4e6335906a req-2e2fd410-d7f9-434c-82f5-56613bf8af68 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0664396 Mar 23 19:47:01.051590 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-47660bb4-548f-4e6c-bec2-7a4e6335906a req-27dd0dd3-1be3-4e17-a85a-7cff408aabcb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322654 Mar 23 19:47:01.339136 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ac4423f2-18a1-4939-a20c-39cd144ee417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:02.168724 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e5395-11ae-4ee0-a951-968f9312ce7d req-6fa722ce-23cd-4191-a053-c69371e01ab5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:02.170167 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e5e5395-11ae-4ee0-a951-968f9312ce7d req-6fa722ce-23cd-4191-a053-c69371e01ab5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0473330 Mar 23 19:47:02.214364 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e5e5395-11ae-4ee0-a951-968f9312ce7d req-1231e610-bb67-42f8-83ad-4d8f87148fcc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371797 Mar 23 19:47:02.887260 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:03.360144 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b151d3-5b41-49d1-a918-bffca16b4cfb req-f73185d4-b336-4a1a-b761-9c40dd9e9a8b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:03.362035 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d8b151d3-5b41-49d1-a918-bffca16b4cfb req-f73185d4-b336-4a1a-b761-9c40dd9e9a8b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0525448 Mar 23 19:47:03.402457 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d8b151d3-5b41-49d1-a918-bffca16b4cfb req-6fec0732-479b-4820-af18-f01af42845a2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340598 Mar 23 19:47:04.349852 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:04.525746 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dbffe-0d8c-4fed-8db1-e1ecbce9cac3 req-4ed4f28b-e0e3-49f9-907c-371b56b733e4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:04.527211 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d8dbffe-0d8c-4fed-8db1-e1ecbce9cac3 req-4ed4f28b-e0e3-49f9-907c-371b56b733e4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0512645 Mar 23 19:47:04.565071 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d8dbffe-0d8c-4fed-8db1-e1ecbce9cac3 req-49f400f5-babd-4362-bc36-43d557c5f9ca tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Mar 23 19:47:04.772679 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:05.699296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264cab-d88b-4768-aa9e-4b322c4457de req-68e1c14f-1a13-4b63-baf5-cb231e6b741d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:05.700844 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e3264cab-d88b-4768-aa9e-4b322c4457de req-68e1c14f-1a13-4b63-baf5-cb231e6b741d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0563724 Mar 23 19:47:05.746064 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e3264cab-d88b-4768-aa9e-4b322c4457de req-0a438349-ba1d-48c5-8abc-4714b26cd6b2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375011 Mar 23 19:47:06.893776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37408c5d-8b2f-48ec-a8f7-fcd292159b58 req-18e6458a-c0d0-4605-8a88-17709bad7425 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:06.895267 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-37408c5d-8b2f-48ec-a8f7-fcd292159b58 req-18e6458a-c0d0-4605-8a88-17709bad7425 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0561347 Mar 23 19:47:06.940237 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-37408c5d-8b2f-48ec-a8f7-fcd292159b58 req-2ae614bd-b74e-414c-a010-76d8a3c483c3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357850 Mar 23 19:47:08.064809 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed375ea-c445-41e4-a1c4-37ba7e9bb66b req-d3661c30-6264-4b76-ac44-c7b3c2ef235d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:08.066340 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7ed375ea-c445-41e4-a1c4-37ba7e9bb66b req-d3661c30-6264-4b76-ac44-c7b3c2ef235d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0517383 Mar 23 19:47:08.104497 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7ed375ea-c445-41e4-a1c4-37ba7e9bb66b req-0aca395e-1ad6-488e-b1c4-e95b4b2dca21 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Mar 23 19:47:09.224088 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97df923-aa59-4076-b990-b87840d01327 req-a94a074d-de58-481b-9034-a95f9d5503f2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:09.225455 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e97df923-aa59-4076-b990-b87840d01327 req-a94a074d-de58-481b-9034-a95f9d5503f2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0484893 Mar 23 19:47:09.264100 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e97df923-aa59-4076-b990-b87840d01327 req-25b41b26-694c-4160-b8dc-23a56771cc08 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Mar 23 19:47:09.854068 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-ff3dab8c-5a4d-4c31-9dc9-08ff8eb7424a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389132 Mar 23 19:47:09.936031 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-6ae7afbc-8a3b-489f-90fe-864997fa9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:09.937541 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-6ae7afbc-8a3b-489f-90fe-864997fa9912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 1099 time: 0.0438628 Mar 23 19:47:10.050794 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-65dcbb1e-d416-4e36-a35a-ab3aa10853bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:10.052224 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-65dcbb1e-d416-4e36-a35a-ab3aa10853bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.0897954 Mar 23 19:47:10.097529 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-7908088f-304d-4f2d-a24d-c87897e17b93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4 HTTP/1.1" status: 200 len: 217 time: 0.0377107 Mar 23 19:47:10.147706 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-83c68bc4-5a52-4cb4-9c31-abf299ddbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:10.149125 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-83c68bc4-5a52-4cb4-9c31-abf299ddbe43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0422771 Mar 23 19:47:10.200781 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-5f11935a-5bfa-400e-9140-2c3f56211050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:10.202285 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-5f11935a-5bfa-400e-9140-2c3f56211050 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384536 Mar 23 19:47:10.300355 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-be44b5b1-05c9-4997-a1e6-42d0a20d4011 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872457 Mar 23 19:47:10.386162 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41dcb7-e092-4e0d-b049-b1eaad8daf52 req-21838525-84da-4385-8a41-27670005343a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:10.387688 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be41dcb7-e092-4e0d-b049-b1eaad8daf52 req-21838525-84da-4385-8a41-27670005343a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0518212 Mar 23 19:47:10.398831 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-91bd13bf-ad43-4021-a45c-8b70d3c5e3dc req-146760b4-2328-4e16-ab1d-fcb4528e801c service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Mar 23 19:47:10.431241 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be41dcb7-e092-4e0d-b049-b1eaad8daf52 req-c0b55239-edc7-49c6-9b7b-498919ac30d8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369828 Mar 23 19:47:11.562214 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb5020-b393-4ead-a83f-38cdc6eb238a req-3c368d46-0052-4abd-bd3b-6baeefcbb506 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:11.563616 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fdbb5020-b393-4ead-a83f-38cdc6eb238a req-3c368d46-0052-4abd-bd3b-6baeefcbb506 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0476940 Mar 23 19:47:11.602432 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fdbb5020-b393-4ead-a83f-38cdc6eb238a req-231e3371-1150-43bf-b896-af0bf4bc578c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Mar 23 19:47:12.587393 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:47:12.723747 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3bb8-399d-4b2e-95c5-afab1254f63b req-ff90ceee-b076-455b-bf4b-98b38394540b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:12.725252 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b22e3bb8-399d-4b2e-95c5-afab1254f63b req-ff90ceee-b076-455b-bf4b-98b38394540b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0490315 Mar 23 19:47:12.767061 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b22e3bb8-399d-4b2e-95c5-afab1254f63b req-74aa0b30-7259-42fc-9f8e-dd354684b7bb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359311 Mar 23 19:47:13.888092 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8464-b0d8-44f5-9fb7-2bb5a48312dd req-9c8ff1d1-fade-402d-8aca-ee679a0f603d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:13.889549 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ba9a8464-b0d8-44f5-9fb7-2bb5a48312dd req-9c8ff1d1-fade-402d-8aca-ee679a0f603d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0488436 Mar 23 19:47:13.926772 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ba9a8464-b0d8-44f5-9fb7-2bb5a48312dd req-2738aa00-0235-4ddb-9469-896d63c8cd9c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307448 Mar 23 19:47:15.063029 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb8fa-1f00-4214-8664-95f191830fba req-81f46d3c-f15a-4c5c-9509-017b780da4a7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:15.064851 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7d7cb8fa-1f00-4214-8664-95f191830fba req-81f46d3c-f15a-4c5c-9509-017b780da4a7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0630884 Mar 23 19:47:15.106144 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7d7cb8fa-1f00-4214-8664-95f191830fba req-410fc25e-33e8-4149-b4de-d95a7d55bc24 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349762 Mar 23 19:47:16.228336 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cba313-db39-40a7-9ec9-066985e3766e req-a972be73-bdf3-4868-a55b-62a8beedccc5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:16.229801 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f9cba313-db39-40a7-9ec9-066985e3766e req-a972be73-bdf3-4868-a55b-62a8beedccc5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0488760 Mar 23 19:47:16.272423 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f9cba313-db39-40a7-9ec9-066985e3766e req-b7f8d5e7-8dd1-4a16-829b-ccf04c95ff8e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366695 Mar 23 19:47:17.407444 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6e5f-858b-4f7f-ad2f-4208f6ae4750 req-76c5a3b9-299b-4e5f-b0f5-fa4780a88ed7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:17.409591 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-58af6e5f-858b-4f7f-ad2f-4208f6ae4750 req-76c5a3b9-299b-4e5f-b0f5-fa4780a88ed7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0576029 Mar 23 19:47:17.446975 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-58af6e5f-858b-4f7f-ad2f-4208f6ae4750 req-a6040c63-3a89-4912-85e4-d1c95d1e7072 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Mar 23 19:47:18.576113 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae447a74-41b8-4cfb-92a8-0fd263ad534b req-82e3469f-d696-4a62-b14c-dec207dc3d50 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:18.577715 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ae447a74-41b8-4cfb-92a8-0fd263ad534b req-82e3469f-d696-4a62-b14c-dec207dc3d50 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0553997 Mar 23 19:47:18.619934 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ae447a74-41b8-4cfb-92a8-0fd263ad534b req-f01caf8f-be4a-469e-b753-4b55902747c9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346594 Mar 23 19:47:19.739541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa0ec8-166f-43e8-ae19-ab6abf0ec776 req-4e499945-60c8-45d8-881e-375d0a4d48d5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:19.741049 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ffaa0ec8-166f-43e8-ae19-ab6abf0ec776 req-4e499945-60c8-45d8-881e-375d0a4d48d5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 943 time: 0.0482991 Mar 23 19:47:19.786270 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ffaa0ec8-166f-43e8-ae19-ab6abf0ec776 req-669926bd-2b66-45e0-894a-879084730ac3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 Mar 23 19:47:19.917865 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:47:20.016891 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:47:20.028968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'aef8b338-c058-4f29-97fe-7539acc73415', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'port_id': 'aef8b338-c058-4f29-97fe-7539acc73415', 'mac_address': 'fa:16:3e:67:35:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:47:20.063753 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:20.077508 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef8b338-c058-4f29-97fe-7539acc73415 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:47:20.097774 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:47:20.177744 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:20.226443 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=9']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:47:20.233612 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.233977 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.234326 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.234682 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.235014 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.235341 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.235680 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.236121 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.236982 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.237325 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.237647 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.237966 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:20.585239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['aef8b338-c058-4f29-97fe-7539acc73415'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:47:20.905541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d8803-e361-40b8-8c79-0c97206152b8 req-9615c387-3d79-407d-8b53-b187135d3862 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:20.906969 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-038d8803-e361-40b8-8c79-0c97206152b8 req-9615c387-3d79-407d-8b53-b187135d3862 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 944 time: 0.0475826 Mar 23 19:47:20.946787 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-038d8803-e361-40b8-8c79-0c97206152b8 req-529b2819-f9f2-477f-ba0f-6c183ca62e94 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332432 Mar 23 19:47:21.939478 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:47:21.992576 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port aef8b338-c058-4f29-97fe-7539acc73415 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:47:21.993099 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.080432 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.094416 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeed4f0-644c-4402-a322-7b4836f2fcb4 req-936579df-aa59-4615-b1b9-fa7f9d87986f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:22.096484 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bdeed4f0-644c-4402-a322-7b4836f2fcb4 req-936579df-aa59-4615-b1b9-fa7f9d87986f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 944 time: 0.0550833 Mar 23 19:47:22.108603 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:47:22.111309 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26b987-5353-4697-a494-95ec886ad8a8" -d '{"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-plugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:47:22.130410 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:47:22.137971 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bdeed4f0-644c-4402-a322-7b4836f2fcb4 req-29b0c30a-6b82-47e8-96a9-d9f5972542d9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346258 Mar 23 19:47:22.174344 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bf6b46-d61c-4505-9440-dd8f2e2dd137 x-openstack-request-id: req-15bf6b46-d61c-4505-9440-dd8f2e2dd137 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:47:22.174740 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-plugged", "status": "completed", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:47:22.174993 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15bf6b46-d61c-4505-9440-dd8f2e2dd137 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:47:22.175410 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'code': 200} Mar 23 19:47:22.194836 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.242882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=10']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:47:22.369520 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57194) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:47:22.473994 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.544364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.611739 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.653462 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef919337257f460f915e6dfe9de3bf31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827487 Mar 23 19:47:22.654295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f241e6-8a89-4560-9b0b-7b3d313d2100,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:47:22.656094 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57198) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:47:22.671729 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.672079 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.672423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.672787 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.673160 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.673496 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.673826 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.674154 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.674997 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.675471 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.676016 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.676568 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965782f1-b3eb-4071-941f-11500fb1cf73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:22.719355 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8baebc4b-bc54-4518-8c06-5f25a0145ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.740658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8baebc4b-bc54-4518-8c06-5f25a0145ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.851947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8baebc4b-bc54-4518-8c06-5f25a0145ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.854623 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8baebc4b-bc54-4518-8c06-5f25a0145ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:22.855821 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8baebc4b-bc54-4518-8c06-5f25a0145ef1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42f241e6-8a89-4560-9b0b-7b3d313d2100 HTTP/1.1" status: 204 len: 168 time: 0.1987832 Mar 23 19:47:22.864130 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baebc4b-bc54-4518-8c06-5f25a0145ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f241e6-8a89-4560-9b0b-7b3d313d2100,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:47:23.274195 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f68a8-67c2-4ddb-b76b-436102f025d3 req-80d19328-fea2-458f-b41c-6e0dca6dcc0e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:23.275539 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4e4f68a8-67c2-4ddb-b76b-436102f025d3 req-80d19328-fea2-458f-b41c-6e0dca6dcc0e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0531743 Mar 23 19:47:23.311894 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4e4f68a8-67c2-4ddb-b76b-436102f025d3 req-b21909e0-8d66-4b66-a13d-f3a27f3c7c34 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Mar 23 19:47:24.438485 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6830f8-6d05-454e-a93c-2c9b9d2ff079 req-6f938139-2f11-4e8b-8115-f66208f0a0af tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:24.440680 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2d6830f8-6d05-454e-a93c-2c9b9d2ff079 req-6f938139-2f11-4e8b-8115-f66208f0a0af tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0530462 Mar 23 19:47:24.480924 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2d6830f8-6d05-454e-a93c-2c9b9d2ff079 req-3b489f31-fd64-4f50-8893-8e6d81722cf1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343411 Mar 23 19:47:25.538423 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598078-4c13-4bef-bc39-b2268f06c2ed req-898b3a31-5f5e-4e62-a40a-b6fe72a3ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:25.539924 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-35598078-4c13-4bef-bc39-b2268f06c2ed req-898b3a31-5f5e-4e62-a40a-b6fe72a3ce56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 1099 time: 0.0411770 Mar 23 19:47:25.578745 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-35598078-4c13-4bef-bc39-b2268f06c2ed req-32e6cced-5414-4847-bb9e-b228df3b3edc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309863 Mar 23 19:47:25.602186 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746d31-4115-4bf8-af3e-e7a8bb7c11ab req-5b9bda7d-87d3-4c2c-ae58-f80850639a6c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:25.603797 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-77746d31-4115-4bf8-af3e-e7a8bb7c11ab req-5b9bda7d-87d3-4c2c-ae58-f80850639a6c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Mar 23 19:47:25.642256 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-77746d31-4115-4bf8-af3e-e7a8bb7c11ab req-d706a8bb-b8b3-43f4-849a-8aefc5625a19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Mar 23 19:47:26.762699 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7404a07-5898-4eb4-8b62-914d35b010c4 req-13596fbf-9f10-42aa-b275-aad46f8f6cc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:26.764092 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e7404a07-5898-4eb4-8b62-914d35b010c4 req-13596fbf-9f10-42aa-b275-aad46f8f6cc2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0498700 Mar 23 19:47:26.802703 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e7404a07-5898-4eb4-8b62-914d35b010c4 req-d76925e1-2e38-4780-afd5-448c95b29a6e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325909 Mar 23 19:47:27.926699 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c4b26-5f1e-48aa-b700-71ec241eadb4 req-21c79299-278c-48ed-8245-94090b0bf890 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:27.928135 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b2c4b26-5f1e-48aa-b700-71ec241eadb4 req-21c79299-278c-48ed-8245-94090b0bf890 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Mar 23 19:47:27.966126 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b2c4b26-5f1e-48aa-b700-71ec241eadb4 req-298c4a06-794c-48f9-9eff-136f9d3ff735 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Mar 23 19:47:29.084464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e188b-029e-4579-ae8e-92e1e5aa2a32 req-8db7d439-93fd-4044-8151-37c5e76e978e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:29.085957 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d38e188b-029e-4579-ae8e-92e1e5aa2a32 req-8db7d439-93fd-4044-8151-37c5e76e978e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0483000 Mar 23 19:47:29.124129 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d38e188b-029e-4579-ae8e-92e1e5aa2a32 req-125fb895-00cb-4635-bc98-4bf4b34c0330 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Mar 23 19:47:29.279725 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-74c5b5e2-7dcb-412d-b03d-72117e32924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:29.439759 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.354327 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5af27c9e-a53d-458e-a81d-e0ff94d166bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.398019 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 57324) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:47:31.501598 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.572759 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.656449 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.692602 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd30784-7c6b-452b-a9f5-e950a8fa38ed,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:47:31.696487 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22f30a5648ff43758b7addc821a741f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974768 Mar 23 19:47:31.699444 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57330) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:47:31.702468 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.702820 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.703160 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.703502 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.703834 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.704167 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.704498 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.704829 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.705192 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.705518 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.705844 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.706174 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae26f4e5-0884-41be-a6f2-28c08c316d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:47:31.748161 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bb23beb4-0ccd-46f8-bb5c-107df3065876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.768383 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bb23beb4-0ccd-46f8-bb5c-107df3065876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.879287 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bb23beb4-0ccd-46f8-bb5c-107df3065876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.882487 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bb23beb4-0ccd-46f8-bb5c-107df3065876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:31.883610 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-bb23beb4-0ccd-46f8-bb5c-107df3065876 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fd30784-7c6b-452b-a9f5-e950a8fa38ed HTTP/1.1" status: 204 len: 168 time: 0.1831872 Mar 23 19:47:31.891480 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23beb4-0ccd-46f8-bb5c-107df3065876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd30784-7c6b-452b-a9f5-e950a8fa38ed,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:47:32.845397 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:34.239538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:34.771354 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:49.588029 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:47:58.278522 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc6c6-c466-41dd-9a5c-5dd04d758363 req-7eb777da-982d-4491-a386-8a2f7a96f41a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:58.279999 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3c5fc6c6-c466-41dd-9a5c-5dd04d758363 req-7eb777da-982d-4491-a386-8a2f7a96f41a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0549495 Mar 23 19:47:58.318223 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3c5fc6c6-c466-41dd-9a5c-5dd04d758363 req-f67eac6b-bdff-4594-b09f-d16b16f89468 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Mar 23 19:47:59.312392 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-412284ec-0947-4f58-ba23-ff286f463e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:59.437137 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aef744-d2ce-4c41-ba51-514e33b2f9fa req-ac4a1d27-08dc-45df-82c5-d1c95c97f00b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:47:59.439148 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-38aef744-d2ce-4c41-ba51-514e33b2f9fa req-ac4a1d27-08dc-45df-82c5-d1c95c97f00b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0515363 Mar 23 19:47:59.450587 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:47:59.478707 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-38aef744-d2ce-4c41-ba51-514e33b2f9fa req-7078938e-d903-4b74-be71-1a97deafa4b4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340118 Mar 23 19:48:00.593214 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f1744-8377-45a9-8baa-7408b95e8670 req-c27ae5b6-9030-4cf9-a3ba-eaca428d41e3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:00.594821 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b5f1744-8377-45a9-8baa-7408b95e8670 req-c27ae5b6-9030-4cf9-a3ba-eaca428d41e3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0488963 Mar 23 19:48:00.631666 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b5f1744-8377-45a9-8baa-7408b95e8670 req-1507ec05-bdeb-44f9-b1c8-0ceca659aa22 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Mar 23 19:48:01.117475 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-1ea47cf2-eaba-4b04-ae3a-4b955cc42781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:01.118827 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-1ea47cf2-eaba-4b04-ae3a-4b955cc42781 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1099 time: 0.0401316 Mar 23 19:48:01.225867 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b2866-43db-4f17-a0a3-a7462a71f3f0 req-c0d66829-052f-4509-9b44-24a62e893de7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:01.227343 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d48b2866-43db-4f17-a0a3-a7462a71f3f0 req-c0d66829-052f-4509-9b44-24a62e893de7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0532808 Mar 23 19:48:01.229288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-84417398-3693-494b-b349-f3937cad8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:01.231109 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-84417398-3693-494b-b349-f3937cad8f68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 912 time: 0.0917125 Mar 23 19:48:01.265689 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d48b2866-43db-4f17-a0a3-a7462a71f3f0 req-2219b770-234d-4922-b545-85255148ea0b tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Mar 23 19:48:01.301481 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-cc9d8c8f-6778-4711-8842-766bdeea8c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 200 len: 1002 time: 0.0595853 Mar 23 19:48:01.341576 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-55d24892-f201-41a1-a7a7-29253b9a6e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:01.367996 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-228d7850-fc08-4286-989e-179e21df5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:01.369460 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-228d7850-fc08-4286-989e-179e21df5a0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.0600083 Mar 23 19:48:01.415313 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-1c13e8c2-6b11-4369-82a1-838b1fa9c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:01.416739 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-1c13e8c2-6b11-4369-82a1-838b1fa9c4bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382824 Mar 23 19:48:01.506570 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-034b1af3-3548-4e63-b052-3221481504ce service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795536 Mar 23 19:48:01.597011 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6ef6f2ef-6220-4d14-94f7-4f585cdce484 req-0f7f5fa0-3b22-4e4a-af04-92f9ad98a7f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820506 Mar 23 19:48:01.747609 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956d00-1aaf-4efb-8d66-cf733c8e24ef req-647c1abb-1aa1-4e36-9f87-4c4a6caffacf tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:01.749072 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d0956d00-1aaf-4efb-8d66-cf733c8e24ef req-647c1abb-1aa1-4e36-9f87-4c4a6caffacf tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0481093 Mar 23 19:48:01.786379 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d0956d00-1aaf-4efb-8d66-cf733c8e24ef req-b3d3e30a-67ad-4b45-9f68-2f055ecbf383 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Mar 23 19:48:02.380528 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555164ed-520b-4ae1-adb6-156ccd5a48ec req-7e71ee6d-2751-4d43-b1d2-eedec5134790 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:02.381992 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-555164ed-520b-4ae1-adb6-156ccd5a48ec req-7e71ee6d-2751-4d43-b1d2-eedec5134790 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0490749 Mar 23 19:48:02.419458 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-555164ed-520b-4ae1-adb6-156ccd5a48ec req-085bf675-3e6d-496d-965d-f211a3a9b209 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Mar 23 19:48:02.884153 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:02.906351 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26b45b-1df1-4049-b57f-e957f96591e0 req-05d69058-4bf8-470d-9405-e1e6f3ee0c91 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:02.907813 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5d26b45b-1df1-4049-b57f-e957f96591e0 req-05d69058-4bf8-470d-9405-e1e6f3ee0c91 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0543466 Mar 23 19:48:02.945099 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5d26b45b-1df1-4049-b57f-e957f96591e0 req-fe7dc2c0-241a-4083-b067-0fea8cb59c02 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Mar 23 19:48:03.536152 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ede00-0d24-4664-bea5-de69e87ea38e req-03d5c1cc-8d62-46bd-b9d7-b8428216495f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:03.537642 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4d6ede00-0d24-4664-bea5-de69e87ea38e req-03d5c1cc-8d62-46bd-b9d7-b8428216495f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0481620 Mar 23 19:48:03.574721 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4d6ede00-0d24-4664-bea5-de69e87ea38e req-9688e79d-960e-45a0-a9f4-e490105ce732 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Mar 23 19:48:03.753053 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-dc0450ac-b9e0-4353-8b0f-faebc1c3f947 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:03.754583 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-dc0450ac-b9e0-4353-8b0f-faebc1c3f947 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Mar 23 19:48:03.848938 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Deleting port 81eee54d-a076-4d51-81a4-58b733431553 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:48:03.849311 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:03.935136 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] For port 81eee54d-a076-4d51-81a4-58b733431553, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=81eee54d-a076-4d51-81a4-58b733431553,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:03.935497 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:03.947496 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Calling delete_port for 81eee54d-a076-4d51-81a4-58b733431553 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:48:04.065400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86ad64-2e08-43d7-99bd-89233b686983 req-ae536754-16d5-47e3-8267-f53e4c097547 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:04.068858 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f86ad64-2e08-43d7-99bd-89233b686983 req-ae536754-16d5-47e3-8267-f53e4c097547 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0514038 Mar 23 19:48:04.111288 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f86ad64-2e08-43d7-99bd-89233b686983 req-c2ef22ac-4667-4289-82c0-6b549a9d89b2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Mar 23 19:48:04.238266 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:04.387093 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:04.400001 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['81eee54d-a076-4d51-81a4-58b733431553'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:48:04.417923 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Pushing event deleted for resources: {'Port': ['ID=81eee54d-a076-4d51-81a4-58b733431553,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:04.458456 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] No DVR routers for this DVR port 81eee54d-a076-4d51-81a4-58b733431553 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:48:04.461046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:04.465169 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c8bc3c52-c679-49fd-93e1-c1c3b536074d req-b093332a-e61e-40d2-89b7-0f17f1f38ca3 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "DELETE /v2.0/ports/81eee54d-a076-4d51-81a4-58b733431553 HTTP/1.1" status: 204 len: 173 time: 0.7018118 Mar 23 19:48:04.465608 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818ec489-4287-4b19-b4e1-72a3c4792899', 'name': 'network-vif-deleted', 'tag': '81eee54d-a076-4d51-81a4-58b733431553'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:04.467828 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79adb23f-7451-4eb5-8f9c-9165d0c4210e" -d '{"events": [{"server_uuid": "818ec489-4287-4b19-b4e1-72a3c4792899", "name": "network-vif-deleted", "tag": "81eee54d-a076-4d51-81a4-58b733431553"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:04.503203 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba24125-af86-48b6-80c2-c70b3082783c x-openstack-request-id: req-2ba24125-af86-48b6-80c2-c70b3082783c {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:04.503492 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818ec489-4287-4b19-b4e1-72a3c4792899", "name": "network-vif-deleted", "tag": "81eee54d-a076-4d51-81a4-58b733431553", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:04.503740 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ba24125-af86-48b6-80c2-c70b3082783c {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:04.504136 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818ec489-4287-4b19-b4e1-72a3c4792899', 'name': 'network-vif-deleted', 'tag': '81eee54d-a076-4d51-81a4-58b733431553', 'status': 'completed', 'code': 200} Mar 23 19:48:04.670927 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-52288ba0-a240-4557-b04d-9a31fa7f82c4 req-51861be3-7697-4727-a9f4-ad5c6ba54f4c tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=818ec489-4287-4b19-b4e1-72a3c4792899 HTTP/1.1" status: 200 len: 210 time: 0.0299644 Mar 23 19:48:04.798026 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:05.231144 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ad2de-fb4b-4564-97b6-342ca273c6eb req-678c4784-451b-430b-92ad-6f49b77ebcaf tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:05.232637 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-122ad2de-fb4b-4564-97b6-342ca273c6eb req-678c4784-451b-430b-92ad-6f49b77ebcaf tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0500741 Mar 23 19:48:05.270501 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-122ad2de-fb4b-4564-97b6-342ca273c6eb req-018522c6-9dfe-4033-bbbc-a13c625c22e9 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Mar 23 19:48:06.385540 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f8f3-9b8f-4a55-9d61-b77d5a509509 req-69412035-052b-4739-b905-2ae8ad360493 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:06.387059 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-94e9f8f3-9b8f-4a55-9d61-b77d5a509509 req-69412035-052b-4739-b905-2ae8ad360493 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0490701 Mar 23 19:48:06.425103 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-94e9f8f3-9b8f-4a55-9d61-b77d5a509509 req-87490efc-090d-4922-bf66-1c53942ea7a4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Mar 23 19:48:07.538537 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad2f5-ba6d-41a7-b8ed-dbb0e91501bd req-161de84a-6eae-491c-9c80-2e1992045c23 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:07.539952 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-37fad2f5-ba6d-41a7-b8ed-dbb0e91501bd req-161de84a-6eae-491c-9c80-2e1992045c23 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0499575 Mar 23 19:48:07.576612 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-37fad2f5-ba6d-41a7-b8ed-dbb0e91501bd req-235d27cf-8747-476e-9722-f8f652410b88 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302403 Mar 23 19:48:08.693080 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aec19-a60c-4de4-bb89-489de8b0a054 req-c70d5a27-aa6e-4fb3-8b79-89cc2398e473 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:08.694519 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9d3aec19-a60c-4de4-bb89-489de8b0a054 req-c70d5a27-aa6e-4fb3-8b79-89cc2398e473 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0517721 Mar 23 19:48:08.732471 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9d3aec19-a60c-4de4-bb89-489de8b0a054 req-2ee492ac-477b-4b34-9093-7bd517259b5a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Mar 23 19:48:09.029929 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 81eee54d-a076-4d51-81a4-58b733431553 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:48:09.050102 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 81eee54d-a076-4d51-81a4-58b733431553 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:48:09.050442 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 81eee54d-a076-4d51-81a4-58b733431553 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:48:09.846267 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a140f6c-a98a-454d-a47a-8cc80761e8a0 req-d1251f4f-b6cf-4211-a156-ec7910cf1c0e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:09.847775 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a140f6c-a98a-454d-a47a-8cc80761e8a0 req-d1251f4f-b6cf-4211-a156-ec7910cf1c0e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0492513 Mar 23 19:48:09.884541 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a140f6c-a98a-454d-a47a-8cc80761e8a0 req-68207226-17e7-46f5-a9df-10d0995d0b88 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Mar 23 19:48:11.000271 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef06808-5052-42a4-acb4-ac0f37e275cd req-3e631f16-0c64-4bd0-bba2-f3878a82aa4b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:11.001727 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef06808-5052-42a4-acb4-ac0f37e275cd req-3e631f16-0c64-4bd0-bba2-f3878a82aa4b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0511320 Mar 23 19:48:11.038507 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef06808-5052-42a4-acb4-ac0f37e275cd req-959a8c3f-ace2-4e53-93ed-5bfc101be8c2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Mar 23 19:48:11.561606 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24220-7407-4b96-ad90-44918aa78222 req-752e5887-6333-455c-9f58-bdc0bb2ec802 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:11.563185 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-83b24220-7407-4b96-ad90-44918aa78222 req-752e5887-6333-455c-9f58-bdc0bb2ec802 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0542986 Mar 23 19:48:11.601291 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-111adf2a-b7b5-4da2-915e-ce06a51d73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:11.601862 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-83b24220-7407-4b96-ad90-44918aa78222 req-46040a84-50fd-43f0-b0b3-1f76cc4c6172 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Mar 23 19:48:11.602763 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-111adf2a-b7b5-4da2-915e-ce06a51d73b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0443707 Mar 23 19:48:11.693421 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-34ef3769-d773-4b1b-8041-43e6e8f4cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:11.695281 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-34ef3769-d773-4b1b-8041-43e6e8f4cc1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.0847247 Mar 23 19:48:11.763889 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-aecff8c7-ff32-4ea6-a03d-74829fa3a0ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 1001 time: 0.0606821 Mar 23 19:48:11.814126 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-8048e905-7fe9-44a0-b97a-a58f9cad7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:11.815615 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-8048e905-7fe9-44a0-b97a-a58f9cad7c9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0436969 Mar 23 19:48:11.862354 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-65595aed-ff6a-4f79-a8a6-1723c5daf6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:11.863870 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-65595aed-ff6a-4f79-a8a6-1723c5daf6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408461 Mar 23 19:48:11.955976 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-f9f32fd7-f169-41ac-a70c-ec6e2646162c service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 Mar 23 19:48:12.046414 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-d0f094cc-4c78-4f19-a4fc-5b21cc9dbb39 req-911199a4-f3ac-416c-81ae-2f8712ff3094 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 Mar 23 19:48:12.154749 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24006dc9-68a9-499d-9a6d-6432df4d1e87 req-a123dd53-50a8-4f00-9558-d1ba34c228ab tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:12.156208 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-24006dc9-68a9-499d-9a6d-6432df4d1e87 req-a123dd53-50a8-4f00-9558-d1ba34c228ab tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0479488 Mar 23 19:48:12.193135 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-24006dc9-68a9-499d-9a6d-6432df4d1e87 req-93ef4cab-eb11-4a43-bff4-52a4940bd877 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308447 Mar 23 19:48:12.718759 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b02bc-24b4-4daa-9d52-ce29a537b8c0 req-2b05e3e4-9cde-47dd-a8f2-2c19b3e5510f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:12.720181 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-718b02bc-24b4-4daa-9d52-ce29a537b8c0 req-2b05e3e4-9cde-47dd-a8f2-2c19b3e5510f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Mar 23 19:48:12.755586 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-718b02bc-24b4-4daa-9d52-ce29a537b8c0 req-6d79ea9a-d815-4645-901d-a793c8d5febe tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294955 Mar 23 19:48:13.306077 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eb61-f47e-4786-b0c9-9a0a86b6863b req-e3c9a699-3035-4410-8b53-68112ac8e6bd tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:13.307517 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dc47eb61-f47e-4786-b0c9-9a0a86b6863b req-e3c9a699-3035-4410-8b53-68112ac8e6bd tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0477474 Mar 23 19:48:13.345193 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dc47eb61-f47e-4786-b0c9-9a0a86b6863b req-f1fc26c3-a76e-4737-84b9-c564be3c504a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Mar 23 19:48:13.869634 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06085e27-b58c-40c4-aabd-68bab97bd43a req-e1aedfb2-6c69-4b69-93d7-e662849b875d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:13.871127 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06085e27-b58c-40c4-aabd-68bab97bd43a req-e1aedfb2-6c69-4b69-93d7-e662849b875d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0505354 Mar 23 19:48:13.913580 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06085e27-b58c-40c4-aabd-68bab97bd43a req-33716d75-3361-41f2-a574-34941549ddf1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358202 Mar 23 19:48:14.459256 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d10194-c8bd-4e7f-9145-2a5ca3f74025 req-e5253269-8dda-4285-a6ae-d6442a9be4d6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:14.460692 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06d10194-c8bd-4e7f-9145-2a5ca3f74025 req-e5253269-8dda-4285-a6ae-d6442a9be4d6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0512679 Mar 23 19:48:14.500777 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06d10194-c8bd-4e7f-9145-2a5ca3f74025 req-b01bc9d4-ae38-4c99-a8ff-5d204efb79e0 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Mar 23 19:48:15.031072 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d5a65-4058-4c8c-ba30-047b6d102750 req-f5110948-9bec-4d3a-95e0-d3afd98738ba tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:15.032767 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cd0d5a65-4058-4c8c-ba30-047b6d102750 req-f5110948-9bec-4d3a-95e0-d3afd98738ba tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0503337 Mar 23 19:48:15.078783 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cd0d5a65-4058-4c8c-ba30-047b6d102750 req-f17f2ac6-844e-472f-9414-cc31641ec51d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Mar 23 19:48:15.611688 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fd4e5-9d0e-4003-bbfe-877b8c115f7e req-a23919a0-b5d8-433c-ab67-145a040c2ab8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:15.613147 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1e9fd4e5-9d0e-4003-bbfe-877b8c115f7e req-a23919a0-b5d8-433c-ab67-145a040c2ab8 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0469434 Mar 23 19:48:15.650265 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1e9fd4e5-9d0e-4003-bbfe-877b8c115f7e req-3bedec74-a217-442f-af44-24b3e786cc9b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Mar 23 19:48:16.010757 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ec512-8bad-41c0-9889-073b947f7080 req-15905c8e-d9cc-4b12-9909-590d6762b626 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.020028 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-477ec512-8bad-41c0-9889-073b947f7080 req-15905c8e-d9cc-4b12-9909-590d6762b626 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0711510 Mar 23 19:48:16.068357 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-477ec512-8bad-41c0-9889-073b947f7080 req-dfdf35e5-08b9-4a9f-869a-29de20d45aa2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Mar 23 19:48:16.106271 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-45b57e3a-6e31-4793-a680-e1a72b92cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.107909 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-45b57e3a-6e31-4793-a680-e1a72b92cb0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 1099 time: 0.0638447 Mar 23 19:48:16.209933 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-7c4186cf-ab4f-4693-8866-fea6ab062c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.211541 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-7c4186cf-ab4f-4693-8866-fea6ab062c04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 912 time: 0.0924423 Mar 23 19:48:16.280405 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192d36-fe8c-482f-ab40-48d2a0ea48c1 req-784e03c1-3afe-4518-812d-56175718a37e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.281948 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-40192d36-fe8c-482f-ab40-48d2a0ea48c1 req-784e03c1-3afe-4518-812d-56175718a37e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.1155112 Mar 23 19:48:16.291102 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-706c743f-eab9-4465-9259-e96d13febafe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 200 len: 1002 time: 0.0689805 Mar 23 19:48:16.306533 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-dcc85ed8-1520-4460-9db7-bd21f60fdd79 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.308006 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-dcc85ed8-1520-4460-9db7-bd21f60fdd79 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/networks?id=3434998c-ae95-4449-9518-4e4e6105b715 HTTP/1.1" status: 200 len: 812 time: 0.1707163 Mar 23 19:48:16.331918 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-a7133f87-e6c2-45d3-b6a4-4872d18b5509 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/quotas/891f20aa40e241d78e86f01ed6c61486 HTTP/1.1" status: 200 len: 375 time: 0.0162573 Mar 23 19:48:16.352337 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-00f64467-1e7b-408f-881b-be0430278a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.354634 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-00f64467-1e7b-408f-881b-be0430278a65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.0534549 Mar 23 19:48:16.357106 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-40192d36-fe8c-482f-ab40-48d2a0ea48c1 req-ac574e9d-da33-49c2-8747-cbd40fea7a9c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678997 Mar 23 19:48:16.378810 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-6638a13f-0815-4c59-be43-a40e8e904ec1 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=891f20aa40e241d78e86f01ed6c61486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382605 Mar 23 19:48:16.414447 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-b716ef85-5d4d-4d03-a0f7-8e076ad46c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:16.417268 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-b716ef85-5d4d-4d03-a0f7-8e076ad46c4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525389 Mar 23 19:48:16.489579 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-dd5398ce-9c8c-4721-9be0-426ebdef11d3 service neutron] 10.222.0.31 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022856 Mar 23 19:48:16.529228 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-1f4c8d35-5987-4a08-b5d8-4b25cffa6a93 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032403 Mar 23 19:48:16.584776 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-720b1941-8a5d-4057-ae7b-6410453a13c6 service neutron] 10.222.0.31 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882928 Mar 23 19:48:16.620538 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78f2b39e-7bee-41a5-bbe7-72eaabfc32eb req-6538b61e-079a-451e-a200-34fd97f92de7 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824375 Mar 23 19:48:16.826570 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-923fb9a8-ea48-4c1a-91ba-686dfe0140d3 req-81c6fef4-686f-43f6-8181-345d8ed95cf9 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Mar 23 19:48:17.193979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49955d-02a6-4e71-a083-8f8eb07951f6 req-ff16af6c-5a15-48e8-9263-0812e548d3ea tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:17.196498 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd49955d-02a6-4e71-a083-8f8eb07951f6 req-ff16af6c-5a15-48e8-9263-0812e548d3ea tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0559304 Mar 23 19:48:17.238040 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd49955d-02a6-4e71-a083-8f8eb07951f6 req-0afab9d4-b3e3-4f45-aa6e-33ef7bda6543 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Mar 23 19:48:17.487389 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef60-e8ef-4ce7-9202-78b667facfc1 req-86ee9d76-6026-41fd-a4a4-69d5e9fbe964 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:17.488844 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4457ef60-e8ef-4ce7-9202-78b667facfc1 req-86ee9d76-6026-41fd-a4a4-69d5e9fbe964 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0503261 Mar 23 19:48:17.525737 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4457ef60-e8ef-4ce7-9202-78b667facfc1 req-728c57a3-5a28-4e3b-b836-61e27e36c3a9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Mar 23 19:48:17.916459 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-64edc37b-610c-4b94-99bb-824cfd440a10 req-1fdaa617-3d80-40ea-810a-6fe935928121 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0259533 Mar 23 19:48:18.355740 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f086-f36f-4a26-a7a9-57f878be677a req-418d7f9d-0de2-49fe-b784-bf19a81cd78a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:18.357213 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59f1f086-f36f-4a26-a7a9-57f878be677a req-418d7f9d-0de2-49fe-b784-bf19a81cd78a tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0511844 Mar 23 19:48:18.394046 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59f1f086-f36f-4a26-a7a9-57f878be677a req-9596ee52-a18f-47e8-b49b-9221c24885d4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 Mar 23 19:48:18.645889 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915cfd1-4662-47fe-a309-6613a15aa467 req-65b17829-f081-46f8-9b78-40e2713a8ebd tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:18.647366 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6915cfd1-4662-47fe-a309-6613a15aa467 req-65b17829-f081-46f8-9b78-40e2713a8ebd tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0498991 Mar 23 19:48:18.678242 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-feed53b3-3ed0-46e1-a105-271231157ca4 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:18.679700 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-feed53b3-3ed0-46e1-a105-271231157ca4 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "GET /v2.0/networks?id=3434998c-ae95-4449-9518-4e4e6105b715 HTTP/1.1" status: 200 len: 812 time: 0.1083064 Mar 23 19:48:18.686826 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6915cfd1-4662-47fe-a309-6613a15aa467 req-dc374433-a0d1-462b-b732-d78b8fa83405 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Mar 23 19:48:18.693259 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Request body: {'port': {'device_id': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715', 'admin_state_up': True, 'tenant_id': '891f20aa40e241d78e86f01ed6c61486'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:18.872720 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Made reservation on behalf of 891f20aa40e241d78e86f01ed6c61486 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:48:18.876415 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.002360 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Allocated IP 172.20.0.2 (3434998c-ae95-4449-9518-4e4e6105b715/92c6a247-9efd-4801-a4b6-284ee8160ec3/d72b3f0c-a066-4f23-b00e-66490bacc2b0) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:48:19.009680 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-900c89ae-7f74-4d7d-a954-68a16a905a50 req-a36a8020-fef1-4cce-b86a-cb66dd3560bf tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0261936 Mar 23 19:48:19.152448 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.260237 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.303037 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Network 3434998c-ae95-4449-9518-4e4e6105b715 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:48:19.305999 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:48:19.308484 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:48:19.340634 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Pushing event updated for resources: {'Port': ['ID=d72b3f0c-a066-4f23-b00e-66490bacc2b0,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:19.366672 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:19.367273 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.457069 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-5ac24e11-bf75-4744-bf3b-bf639391c7e7 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677662 Mar 23 19:48:19.471823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Request body: {'port': {'device_id': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:19.526314 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.783251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72b3f0c-a066-4f23-b00e-66490bacc2b0 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:48:19.790975 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.804309 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d03925-4de6-4e05-8d5b-784feef39bcb req-5bc12d4f-0601-4899-8b2b-5cf77a89f2e3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:19.805248 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78d03925-4de6-4e05-8d5b-784feef39bcb req-5bc12d4f-0601-4899-8b2b-5cf77a89f2e3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Mar 23 19:48:19.807903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Transition to ACTIVE for port object d72b3f0c-a066-4f23-b00e-66490bacc2b0 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:48:19.848415 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78d03925-4de6-4e05-8d5b-784feef39bcb req-8434a1df-584a-45fd-aac6-2d7f95c82f36 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364218 Mar 23 19:48:19.905812 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:19.959272 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b3f0c-a066-4f23-b00e-66490bacc2b0,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:20.020684 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Attempting to bind port d72b3f0c-a066-4f23-b00e-66490bacc2b0 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:48:20.021035 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Attempting to bind port d72b3f0c-a066-4f23-b00e-66490bacc2b0 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:48:20.021358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Attempting to bind port d72b3f0c-a066-4f23-b00e-66490bacc2b0 on network 3434998c-ae95-4449-9518-4e4e6105b715 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:48:20.025354 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Port d72b3f0c-a066-4f23-b00e-66490bacc2b0 on network 3434998c-ae95-4449-9518-4e4e6105b715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:48:20.025669 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Attempting to bind port d72b3f0c-a066-4f23-b00e-66490bacc2b0 on network 3434998c-ae95-4449-9518-4e4e6105b715 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:48:20.030764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:48:20.031096 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Checking segment: {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:48:20.031470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Bound using segment: {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:48:20.031881 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Bound port: d72b3f0c-a066-4f23-b00e-66490bacc2b0, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951fec25-f33b-4d8b-8739-0712d2c89be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:48:20.032231 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:20.094759 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] For port d72b3f0c-a066-4f23-b00e-66490bacc2b0, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:48:20.097849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] For port d72b3f0c-a066-4f23-b00e-66490bacc2b0, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d72b3f0c-a066-4f23-b00e-66490bacc2b0,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:48:20.135221 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e1a36-513f-434e-9bdb-e9361e5b75ed req-0af1c4c0-7df8-4c06-a728-16b48124d31f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.136687 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ed7e1a36-513f-434e-9bdb-e9361e5b75ed req-0af1c4c0-7df8-4c06-a728-16b48124d31f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0625906 Mar 23 19:48:20.152222 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:20.178075 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ed7e1a36-513f-434e-9bdb-e9361e5b75ed req-050ac0cd-54d8-4ef2-a098-0827606cad51 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Mar 23 19:48:20.194528 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.195135 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:20.196561 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] 10.222.0.41 "PUT /v2.0/ports/d72b3f0c-a066-4f23-b00e-66490bacc2b0 HTTP/1.1" status: 200 len: 1093 time: 0.7294664 Mar 23 19:48:20.197011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'tag': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:20.201377 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88294aea-5313-474a-b901-27ee496307f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a74b0b7-7fb3-4583-8fac-c9755d01b0c8", "tag": "d72b3f0c-a066-4f23-b00e-66490bacc2b0"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:20.221398 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c698-d25f-4c14-9595-0d05cc639244 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b3f0c-a066-4f23-b00e-66490bacc2b0,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:20.237187 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8746b5-9bbd-4d1a-ad2f-b79ad02a20e4 x-openstack-request-id: req-0a8746b5-9bbd-4d1a-ad2f-b79ad02a20e4 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:20.237474 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a74b0b7-7fb3-4583-8fac-c9755d01b0c8", "tag": "d72b3f0c-a066-4f23-b00e-66490bacc2b0", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:20.237722 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a8746b5-9bbd-4d1a-ad2f-b79ad02a20e4 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:20.238116 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'tag': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0', 'status': 'completed', 'code': 200} Mar 23 19:48:20.298154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294aea-5313-474a-b901-27ee496307f3 req-94682224-1725-49d7-b356-2595d5ea0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.299636 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-88294aea-5313-474a-b901-27ee496307f3 req-94682224-1725-49d7-b356-2595d5ea0568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=891f20aa40e241d78e86f01ed6c61486&device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0410702 Mar 23 19:48:20.400420 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294aea-5313-474a-b901-27ee496307f3 req-7afc49bd-5966-4c4c-a9e6-16dfcbf34b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.401903 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-88294aea-5313-474a-b901-27ee496307f3 req-7afc49bd-5966-4c4c-a9e6-16dfcbf34b0e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=891f20aa40e241d78e86f01ed6c61486&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942769 Mar 23 19:48:20.501593 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294aea-5313-474a-b901-27ee496307f3 req-e638d153-7f9c-4cc1-8328-c4272ab57b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.503051 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-88294aea-5313-474a-b901-27ee496307f3 req-e638d153-7f9c-4cc1-8328-c4272ab57b78 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927124 Mar 23 19:48:20.580538 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-d971222c-a086-40fb-bbf1-41b798fa0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.582002 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-d971222c-a086-40fb-bbf1-41b798fa0178 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=891f20aa40e241d78e86f01ed6c61486&device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0395637 Mar 23 19:48:20.628571 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-13d794ca-d5f4-4408-aaab-b01c77806890 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72b3f0c-a066-4f23-b00e-66490bacc2b0 HTTP/1.1" status: 200 len: 217 time: 0.0380583 Mar 23 19:48:20.676055 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699913-c164-486e-b633-7d1514bf11e6 req-30002c47-642c-4f0f-886d-e21bb0a1ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.677482 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-30002c47-642c-4f0f-886d-e21bb0a1ab45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92c6a247-9efd-4801-a4b6-284ee8160ec3 HTTP/1.1" status: 200 len: 852 time: 0.0424190 Mar 23 19:48:20.707474 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-12414369-9a6c-42d3-8d0c-a5b4eb90630a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3434998c-ae95-4449-9518-4e4e6105b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233607 Mar 23 19:48:20.797641 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-40357971-8762-4458-baf8-bca677cbd9ab service neutron] 10.222.0.41 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829146 Mar 23 19:48:20.895339 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ee699913-c164-486e-b633-7d1514bf11e6 req-c4601559-8508-4743-bd93-b2e1107df941 service neutron] 10.222.0.41 "GET /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891674 Mar 23 19:48:20.961500 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bace6-8d3c-41e9-a277-6b36693f140d req-376adabc-e3df-42c6-bce4-3e3e4c4db56f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:20.962932 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-737bace6-8d3c-41e9-a277-6b36693f140d req-376adabc-e3df-42c6-bce4-3e3e4c4db56f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0472267 Mar 23 19:48:20.999573 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-737bace6-8d3c-41e9-a277-6b36693f140d req-26271da3-69d1-4ad9-aeeb-69e7f9ad0a38 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299911 Mar 23 19:48:21.295125 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49490fc5-df96-44d2-8845-1d10c2a04900 req-702aa65a-7f6c-4467-bcd0-b2cfd1160548 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:21.296550 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-49490fc5-df96-44d2-8845-1d10c2a04900 req-702aa65a-7f6c-4467-bcd0-b2cfd1160548 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0473480 Mar 23 19:48:21.335369 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-49490fc5-df96-44d2-8845-1d10c2a04900 req-940ab20e-3329-4d00-821a-f57d41062f82 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Mar 23 19:48:22.112634 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9d99-1c2f-4573-a66e-01a70858b85c req-e05c9fe2-86dc-45a8-b8a2-b84e1fe788d9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:22.114102 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-db5e9d99-1c2f-4573-a66e-01a70858b85c req-e05c9fe2-86dc-45a8-b8a2-b84e1fe788d9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0480769 Mar 23 19:48:22.150891 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-db5e9d99-1c2f-4573-a66e-01a70858b85c req-44b5fecb-3f47-4545-af2b-a32b23ecde6e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Mar 23 19:48:22.449263 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b40b9-2654-44dd-861c-5f961c3f9395 req-991cf13e-106f-46bb-b910-a33f6882efcd tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:22.450707 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5b4b40b9-2654-44dd-861c-5f961c3f9395 req-991cf13e-106f-46bb-b910-a33f6882efcd tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0487456 Mar 23 19:48:22.488701 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5b4b40b9-2654-44dd-861c-5f961c3f9395 req-f12d3ad8-c4ed-4dc6-8ec3-c48211bb3da2 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Mar 23 19:48:23.264235 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc91da-94f9-489a-beda-77dd7488c765 req-6b257b18-0e4e-45e8-92df-95293ebf8493 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:23.265704 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96dc91da-94f9-489a-beda-77dd7488c765 req-6b257b18-0e4e-45e8-92df-95293ebf8493 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0475271 Mar 23 19:48:23.305270 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96dc91da-94f9-489a-beda-77dd7488c765 req-5660ba45-eba2-4d37-9e5f-eea4023cac60 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336628 Mar 23 19:48:23.601677 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe5161-1474-48dd-8641-1ad50bd97648 req-5601c11c-4494-43c6-8e52-54be1bec6d21 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:23.603122 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0cfe5161-1474-48dd-8641-1ad50bd97648 req-5601c11c-4494-43c6-8e52-54be1bec6d21 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0489531 Mar 23 19:48:23.639350 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0cfe5161-1474-48dd-8641-1ad50bd97648 req-9006342c-b728-4ce1-955d-1da08a209b13 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304482 Mar 23 19:48:24.316350 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d72b3f0c-a066-4f23-b00e-66490bacc2b0 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:48:24.411828 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d72b3f0c-a066-4f23-b00e-66490bacc2b0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d72b3f0c-a066-4f23-b00e-66490bacc2b0,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:24.419079 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3f0c-8300-4bdb-9f9c-af72015bf901 req-18c4b89e-d53e-4a31-b03c-b6b411d9c1b0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:24.420680 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-419c3f0c-8300-4bdb-9f9c-af72015bf901 req-18c4b89e-d53e-4a31-b03c-b6b411d9c1b0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0485079 Mar 23 19:48:24.423334 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0', 'network_id': '3434998c-ae95-4449-9518-4e4e6105b715', 'port_id': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0', 'mac_address': 'fa:16:3e:d5:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c6a247-9efd-4801-a4b6-284ee8160ec3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:48:24.458095 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-419c3f0c-8300-4bdb-9f9c-af72015bf901 req-0c47effd-b466-4d83-98ad-e582f3998c47 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Mar 23 19:48:24.463156 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:24.478249 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72b3f0c-a066-4f23-b00e-66490bacc2b0 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:48:24.496904 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d72b3f0c-a066-4f23-b00e-66490bacc2b0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d72b3f0c-a066-4f23-b00e-66490bacc2b0,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:24.539941 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:24.587869 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=d72b3f0c-a066-4f23-b00e-66490bacc2b0,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:24.594975 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.595352 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.595771 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.596105 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.596433 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.596760 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.597110 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.597436 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.597770 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.598090 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.598409 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.598723 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:24.752809 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e2d49-d256-433e-9024-330784b099b9 req-e76ac3c6-a02a-4698-8d38-797c0a388352 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:24.754321 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-180e2d49-d256-433e-9024-330784b099b9 req-e76ac3c6-a02a-4698-8d38-797c0a388352 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0491307 Mar 23 19:48:24.793875 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-180e2d49-d256-433e-9024-330784b099b9 req-d7fe56b7-837d-41df-ab85-8b2b391ef894 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Mar 23 19:48:24.862392 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['d72b3f0c-a066-4f23-b00e-66490bacc2b0'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:48:25.569917 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202da99-c9d9-46b5-9c9f-c6f8aa6077db req-91d53713-3cb5-45f0-b64d-218c64fa5512 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:25.571359 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e202da99-c9d9-46b5-9c9f-c6f8aa6077db req-91d53713-3cb5-45f0-b64d-218c64fa5512 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0480340 Mar 23 19:48:25.608123 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e202da99-c9d9-46b5-9c9f-c6f8aa6077db req-d9b0e273-cbca-49c0-af94-bd71297d553f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302150 Mar 23 19:48:25.906376 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c9b0-e188-4bbc-a6a8-b183a51149f3 req-992eef72-1c0a-4726-8b4f-fce8a826f3dd tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:25.907813 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dab7c9b0-e188-4bbc-a6a8-b183a51149f3 req-992eef72-1c0a-4726-8b4f-fce8a826f3dd tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0470221 Mar 23 19:48:25.943838 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dab7c9b0-e188-4bbc-a6a8-b183a51149f3 req-638d785f-c481-45cc-a0c5-50eb09555eeb tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301306 Mar 23 19:48:26.333662 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d72b3f0c-a066-4f23-b00e-66490bacc2b0 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:48:26.436558 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port d72b3f0c-a066-4f23-b00e-66490bacc2b0 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:48:26.440162 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port d72b3f0c-a066-4f23-b00e-66490bacc2b0 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:48:26.440533 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:26.517357 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:26.541424 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:26.543768 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61879670-6c0f-4e54-abc3-1a12dba0b3a4" -d '{"events": [{"server_uuid": "7a74b0b7-7fb3-4583-8fac-c9755d01b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "d72b3f0c-a066-4f23-b00e-66490bacc2b0"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:26.556245 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port d72b3f0c-a066-4f23-b00e-66490bacc2b0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d72b3f0c-a066-4f23-b00e-66490bacc2b0,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:26.580025 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584a8c2-62c5-470a-b501-9c6a7fd607f9 x-openstack-request-id: req-c584a8c2-62c5-470a-b501-9c6a7fd607f9 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:26.580314 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a74b0b7-7fb3-4583-8fac-c9755d01b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "d72b3f0c-a066-4f23-b00e-66490bacc2b0", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:26.580571 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c584a8c2-62c5-470a-b501-9c6a7fd607f9 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:26.580962 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0', 'code': 200} Mar 23 19:48:26.588762 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:48:26.602932 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:26.651366 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=d72b3f0c-a066-4f23-b00e-66490bacc2b0,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:26.721873 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbfc73-979a-4883-a3da-ad26bfe7f5e9 req-ee7d93c4-1bda-4b34-9f3c-eaf20893eb61 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:26.723312 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-15fbfc73-979a-4883-a3da-ad26bfe7f5e9 req-ee7d93c4-1bda-4b34-9f3c-eaf20893eb61 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Mar 23 19:48:26.763624 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-15fbfc73-979a-4883-a3da-ad26bfe7f5e9 req-60bc124e-991e-4cf5-a5a0-c9b8f20e589b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343108 Mar 23 19:48:26.829968 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14039fae-059d-4294-83b2-d90b0a64a77b req-9ef7f023-5711-4695-90e7-a16afbf2bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:26.831339 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-14039fae-059d-4294-83b2-d90b0a64a77b req-9ef7f023-5711-4695-90e7-a16afbf2bc37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 1098 time: 0.0432124 Mar 23 19:48:26.866855 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-14039fae-059d-4294-83b2-d90b0a64a77b req-2d269e98-b873-4621-8eb0-ccc445cc5863 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274026 Mar 23 19:48:27.059097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa906-5452-495a-9031-99db09d4f425 req-b607cbe5-ebb7-4468-9504-4d5020d57750 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:27.060537 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-df8fa906-5452-495a-9031-99db09d4f425 req-b607cbe5-ebb7-4468-9504-4d5020d57750 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0489213 Mar 23 19:48:27.096687 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-df8fa906-5452-495a-9031-99db09d4f425 req-050f6cc7-ff4d-4911-843e-bab952475865 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Mar 23 19:48:27.877709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58e-074e-4f57-b542-a8f0562e8149 req-381c7c34-ce9c-4f5b-9532-8a68478a2b3b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:27.879196 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1687c58e-074e-4f57-b542-a8f0562e8149 req-381c7c34-ce9c-4f5b-9532-8a68478a2b3b tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0494237 Mar 23 19:48:27.916139 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1687c58e-074e-4f57-b542-a8f0562e8149 req-51c5c081-c4ae-4225-98ad-1aa82b91ee62 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Mar 23 19:48:28.208381 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa851-06f6-4a28-b6fe-ffffa1c23c2e req-f4b57171-c088-4b9a-803a-d8f383a0ea5b tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:28.209846 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-889fa851-06f6-4a28-b6fe-ffffa1c23c2e req-f4b57171-c088-4b9a-803a-d8f383a0ea5b tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Mar 23 19:48:28.250750 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-889fa851-06f6-4a28-b6fe-ffffa1c23c2e req-6765a09e-b95e-444e-9834-865142182f9f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348294 Mar 23 19:48:28.776300 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f344d9b-401b-40e2-8e25-bfaecaf41c70 req-b0864846-bf50-40c8-9a71-82ba170b6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:28.777833 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3f344d9b-401b-40e2-8e25-bfaecaf41c70 req-b0864846-bf50-40c8-9a71-82ba170b6bfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0397747 Mar 23 19:48:28.812866 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3f344d9b-401b-40e2-8e25-bfaecaf41c70 req-197aa1ca-19e4-4f30-b8f7-4b7f6e310a55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268900 Mar 23 19:48:29.027202 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ceec-dbbf-4ba1-b6e2-6bf50636c167 req-e0504a26-a0b9-461c-8b88-fad920621e30 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:29.028577 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2664ceec-dbbf-4ba1-b6e2-6bf50636c167 req-e0504a26-a0b9-461c-8b88-fad920621e30 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Mar 23 19:48:29.065835 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2664ceec-dbbf-4ba1-b6e2-6bf50636c167 req-1f976d7f-d269-4924-8ec3-9bf770b353fb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Mar 23 19:48:29.318343 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f5ec02ac-3211-4a1c-92f6-e504cfad1d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:29.377529 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666359d-83bb-435d-afe4-6283af39118d req-0eb78690-8300-40da-9670-02461f352702 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:29.379052 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2666359d-83bb-435d-afe4-6283af39118d req-0eb78690-8300-40da-9670-02461f352702 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0530915 Mar 23 19:48:29.417794 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2666359d-83bb-435d-afe4-6283af39118d req-e7317f6c-edc2-4865-920f-838f1fda378d tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Mar 23 19:48:29.469755 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:30.179079 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc458-c08c-4398-91d9-d5e1960667fc req-14a17c73-4e50-4008-9315-7d821630df6f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:30.180536 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-044fc458-c08c-4398-91d9-d5e1960667fc req-14a17c73-4e50-4008-9315-7d821630df6f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0483963 Mar 23 19:48:30.220964 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-044fc458-c08c-4398-91d9-d5e1960667fc req-4d364a13-dd81-42d1-a074-f32b872d5711 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341620 Mar 23 19:48:30.836175 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd29bee-ef58-4031-8fd9-2c677acaaae1 req-9c375b9d-9fb2-4947-9d1c-92726092e969 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:30.837664 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1bd29bee-ef58-4031-8fd9-2c677acaaae1 req-9c375b9d-9fb2-4947-9d1c-92726092e969 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0473599 Mar 23 19:48:30.875865 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1bd29bee-ef58-4031-8fd9-2c677acaaae1 req-aeb0caeb-2f8b-406f-9849-bee4814a82da tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Mar 23 19:48:31.340013 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5c1c2-e8cb-4222-81d6-2953b2ac5d2e req-8414a084-fed4-4ed0-a349-7f1c16aa469d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:31.341498 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-11d5c1c2-e8cb-4222-81d6-2953b2ac5d2e req-8414a084-fed4-4ed0-a349-7f1c16aa469d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0485220 Mar 23 19:48:31.351167 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a396c1b0-81d4-4ac0-b169-3411425e0ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:31.379664 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-11d5c1c2-e8cb-4222-81d6-2953b2ac5d2e req-1a309cae-0e26-4015-9f18-13c8bd324dbb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313647 Mar 23 19:48:31.932259 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb6ac1-6738-4bce-922c-6fb0d2123c18 req-959dd616-ef02-4d78-9296-7ed3f7459be3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:31.934556 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16bb6ac1-6738-4bce-922c-6fb0d2123c18 req-959dd616-ef02-4d78-9296-7ed3f7459be3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0511053 Mar 23 19:48:31.971824 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-38765ba0-757d-4615-8eb3-15ae65f253aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:31.974013 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-38765ba0-757d-4615-8eb3-15ae65f253aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0436769 Mar 23 19:48:32.003869 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16bb6ac1-6738-4bce-922c-6fb0d2123c18 req-1e667ea2-2b36-4293-9aa0-e34a5170b9cb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615551 Mar 23 19:48:32.023621 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc26f09-b8ae-47e6-a87a-bce8230fdaf8 req-b8f653ff-a6bd-46fa-928a-d041eb942474 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:32.025113 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ddc26f09-b8ae-47e6-a87a-bce8230fdaf8 req-b8f653ff-a6bd-46fa-928a-d041eb942474 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0664134 Mar 23 19:48:32.064859 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ddc26f09-b8ae-47e6-a87a-bce8230fdaf8 req-9edef12f-25f6-422c-85af-8f75e512a495 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Mar 23 19:48:32.080379 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-447dcf97-74b2-4d11-9399-59c9fc54ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:32.081982 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-447dcf97-74b2-4d11-9399-59c9fc54ac62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.0974114 Mar 23 19:48:32.149827 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-ad2fee66-8e15-4bbb-8b14-321643e0e983 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 1001 time: 0.0583663 Mar 23 19:48:32.204487 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-bfbf502e-d0b0-4129-bb65-17dc7a5d82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:32.205943 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-bfbf502e-d0b0-4129-bb65-17dc7a5d82b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0481639 Mar 23 19:48:32.251121 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-d6d5f49b-0524-4a01-885e-2da07a397ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:32.252540 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-d6d5f49b-0524-4a01-885e-2da07a397ad2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391681 Mar 23 19:48:32.341511 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-a72b4dd6-1bda-4a0f-a04a-144ca8f87b07 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809679 Mar 23 19:48:32.438106 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2fc81f39-e6e8-487c-975b-3a077a8cfa1f req-162b3ef9-2c32-4b7f-b6ec-18d5fb5299fe service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Mar 23 19:48:32.815504 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-0bc15d4f-f6ee-46fb-a174-f21fc8a9a34e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:32.816937 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-0bc15d4f-f6ee-46fb-a174-f21fc8a9a34e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0492697 Mar 23 19:48:32.876824 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:32.913949 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Deleting port aef8b338-c058-4f29-97fe-7539acc73415 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:48:32.914288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:33.000618 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] For port aef8b338-c058-4f29-97fe-7539acc73415, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=aef8b338-c058-4f29-97fe-7539acc73415,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:33.001310 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:33.120322 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265066c4-dee3-46c1-811c-d6d0793acaca req-fd356750-43d9-42b7-83d6-e75028b4aab1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:33.121798 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-265066c4-dee3-46c1-811c-d6d0793acaca req-fd356750-43d9-42b7-83d6-e75028b4aab1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0504806 Mar 23 19:48:33.185879 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-265066c4-dee3-46c1-811c-d6d0793acaca req-36a9e844-0250-4e16-9062-14bf3c5b5206 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576394 Mar 23 19:48:33.204797 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad264f3-9a0e-41d8-9ae8-11d941f5ce37 req-0d3c805f-010b-4a37-b8c2-c18d417f546d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:33.206255 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dad264f3-9a0e-41d8-9ae8-11d941f5ce37 req-0d3c805f-010b-4a37-b8c2-c18d417f546d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 946 time: 0.0644159 Mar 23 19:48:33.224512 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:33.224879 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:33.225228 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Floating IP 132ff7af-42fc-4da1-834a-9fedf04a262b disassociated. External IP: 172.27.1.184, port: aef8b338-c058-4f29-97fe-7539acc73415. Mar 23 19:48:33.225577 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Calling delete_port for aef8b338-c058-4f29-97fe-7539acc73415 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:48:33.244600 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dad264f3-9a0e-41d8-9ae8-11d941f5ce37 req-384434a5-2f04-4710-ac7c-41ed572e8f79 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1b76d75-937b-43e0-9213-6a6011a79fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Mar 23 19:48:33.414544 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:33.442515 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event deleted for resources: {'Port': ['ID=aef8b338-c058-4f29-97fe-7539acc73415,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:33.454301 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.454655 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.455002 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.455344 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.455681 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.456016 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.456354 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.456683 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.457047 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.457363 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.457696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.458021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:33.564281 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Router 23e265b6-72c8-45e3-a311-0320811b888a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:48:33.668805 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:48:33.679052 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:48:33.689730 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:33.690426 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:33.708533 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] No DVR routers for this DVR port aef8b338-c058-4f29-97fe-7539acc73415 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:48:33.711137 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:33.714563 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e208673f-e54f-47a2-a5a3-493e791960d3 req-c29d8bef-dd0a-4f28-922f-03247da20fdb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "DELETE /v2.0/ports/aef8b338-c058-4f29-97fe-7539acc73415 HTTP/1.1" status: 204 len: 173 time: 0.8906994 Mar 23 19:48:33.715015 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-deleted', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:33.718274 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e695c26-a830-44bf-b509-8036bfc98c82" -d '{"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-deleted", "tag": "aef8b338-c058-4f29-97fe-7539acc73415"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:33.754887 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1372342-a7da-4c17-9ecd-5372e2a99ebf x-openstack-request-id: req-e1372342-a7da-4c17-9ecd-5372e2a99ebf {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:33.755318 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0cd5fd-98f0-4bfc-b436-32c327cad5f6", "name": "network-vif-deleted", "tag": "aef8b338-c058-4f29-97fe-7539acc73415", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:33.755575 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1372342-a7da-4c17-9ecd-5372e2a99ebf {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:33.755994 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0cd5fd-98f0-4bfc-b436-32c327cad5f6', 'name': 'network-vif-deleted', 'tag': 'aef8b338-c058-4f29-97fe-7539acc73415', 'status': 'completed', 'code': 200} Mar 23 19:48:33.802639 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:34.001896 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:34.028796 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:48:34.037368 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:34.037967 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:34.151141 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:34.242431 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:34.306695 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a6c30-46fa-4d4b-b70f-8a0ad364a174 req-8f29f2c6-adcf-415e-9666-ec083e2b5067 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:34.315314 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d72a6c30-46fa-4d4b-b70f-8a0ad364a174 req-8f29f2c6-adcf-415e-9666-ec083e2b5067 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0584047 Mar 23 19:48:34.363034 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d72a6c30-46fa-4d4b-b70f-8a0ad364a174 req-c9c21e08-0209-4f28-ae31-a3e136b05428 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Mar 23 19:48:34.363680 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:34.391526 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7967d-d210-4b9d-99fe-e7c2c44e2186 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:48:34.402837 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8bee6576-b077-489d-8041-b01270ad4fe6 req-1571082f-a960-4394-b4ed-2df980d4afff tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f0cd5fd-98f0-4bfc-b436-32c327cad5f6 HTTP/1.1" status: 200 len: 210 time: 0.0295885 Mar 23 19:48:34.664870 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a6920-c98a-4423-9f31-b5bfe8a101d0 None None] New status for floating IP 132ff7af-42fc-4da1-834a-9fedf04a262b: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:48:34.845016 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:35.471915 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433db28-2f1d-442c-9c85-d9645bc2779a req-5563965a-0a06-487b-8599-3373a76b546e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:35.473400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0433db28-2f1d-442c-9c85-d9645bc2779a req-5563965a-0a06-487b-8599-3373a76b546e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0495310 Mar 23 19:48:35.517146 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0433db28-2f1d-442c-9c85-d9645bc2779a req-7bd5d42b-e0fd-4850-9d13-f3a693eebf5a tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376396 Mar 23 19:48:35.546188 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 57772) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:35.602616 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-498ef92d-9f6c-4d1a-a5b2-b1eaab6eda4b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:35.626181 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-498ef92d-9f6c-4d1a-a5b2-b1eaab6eda4b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:35.641363 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648ff9d-6bfa-4148-8f82-72dfa0c02dca req-daa4148c-f33a-493f-9025-009b9c408871 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:35.643670 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2648ff9d-6bfa-4148-8f82-72dfa0c02dca req-daa4148c-f33a-493f-9025-009b9c408871 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0499477 Mar 23 19:48:35.652026 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 57774) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:35.660650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Request body: {'floatingip': {'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:35.717247 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.041317 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-498ef92d-9f6c-4d1a-a5b2-b1eaab6eda4b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.044080 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-498ef92d-9f6c-4d1a-a5b2-b1eaab6eda4b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.045252 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-498ef92d-9f6c-4d1a-a5b2-b1eaab6eda4b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1b76d75-937b-43e0-9213-6a6011a79fd2 HTTP/1.1" status: 204 len: 168 time: 0.4977593 Mar 23 19:48:36.048144 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57776) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:36.060628 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.api.v2.resource [None req-e4179163-a73e-4225-8ab9-9479a82e60f9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] show failed (client error): The resource could not be found. Mar 23 19:48:36.062137 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e4179163-a73e-4225-8ab9-9479a82e60f9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups/a1b76d75-937b-43e0-9213-6a6011a79fd2 HTTP/1.1" status: 404 len: 347 time: 0.0129001 Mar 23 19:48:36.063978 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ef92d-9f6c-4d1a-a5b2-b1eaab6eda4b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b76d75-937b-43e0-9213-6a6011a79fd2,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:36.064867 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57778) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:36.189907 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Deleting port 98724c8e-d4bf-4fd5-95ff-d0b4d8552f06 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:48:36.190244 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.267577 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.267926 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.279322 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Calling delete_port for 98724c8e-d4bf-4fd5-95ff-d0b4d8552f06 owned by network:floatingip {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:48:36.397515 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:48:36.419698 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: aef8b338-c058-4f29-97fe-7539acc73415 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:48:36.420030 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device aef8b338-c058-4f29-97fe-7539acc73415 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:48:36.457129 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.482449 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.499571 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.722310 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:48:36.734600 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event deleted for resources: {'Port': ['ID=98724c8e-d4bf-4fd5-95ff-d0b4d8552f06,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:36.746359 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.746705 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.747046 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.747379 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.747709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.748037 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.748889 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.749311 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.749558 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.749882 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.750200 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.750516 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:48:36.807434 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.810782 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.812831 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a0913aad-92f9-4405-ae5a-9d6ff7009c56 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "DELETE /v2.0/floatingips/132ff7af-42fc-4da1-834a-9fedf04a262b HTTP/1.1" status: 204 len: 168 time: 0.7470384 Mar 23 19:48:36.842874 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:48:36.847789 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:36.852418 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] Sync routers for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:48:36.863739 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:36.864691 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:36.876676 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:36.879452 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51470abb-55d6-49e1-8611-27ce1f78b7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:36.921767 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5320b568-12e7-400f-a07f-42ecb34575f6 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "PUT /v2.0/floatingips/49a03113-d391-42b5-bdcd-dc64fc162e03 HTTP/1.1" status: 200 len: 993 time: 1.2686405 Mar 23 19:48:36.926440 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d45c2a-fff6-49a3-982f-4122b230f5eb x-openstack-request-id: req-e3d45c2a-fff6-49a3-982f-4122b230f5eb {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:36.926723 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:36.926972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3d45c2a-fff6-49a3-982f-4122b230f5eb {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:36.927389 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'status': 'completed', 'code': 200} Mar 23 19:48:36.977316 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:37.005885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-6c2d1945-312c-421a-97fa-b8422aa0a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:37.007541 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-6c2d1945-312c-421a-97fa-b8422aa0a035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0499091 Mar 23 19:48:37.110342 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-1f85dd28-f4cf-485a-8c5f-76a8c2f48212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:37.111735 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-1f85dd28-f4cf-485a-8c5f-76a8c2f48212 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.0902426 Mar 23 19:48:37.188953 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-1e19a407-7c4a-4bb2-b83c-56c022973b61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 1001 time: 0.0680835 Mar 23 19:48:37.204162 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57788) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:37.208560 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135785330', 'description': 'tempest-description--67331732'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:37.212607 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '49a03113-d391-42b5-bdcd-dc64fc162e03', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:19Z', 'updated_at': '2022-03-23T19:48:36Z', 'revision_number': 3, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:37.240341 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] Checking router: c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:48:37.244684 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-61e23acd-2d7d-49ac-bee8-6a515ef73c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:37.246908 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-61e23acd-2d7d-49ac-bee8-6a515ef73c64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0481586 Mar 23 19:48:37.249026 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:37.249628 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:37.294747 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.296384 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-f8753fde-7c0d-4aa8-9622-03aa5ac5cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:37.297997 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-f8753fde-7c0d-4aa8-9622-03aa5ac5cfd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420837 Mar 23 19:48:37.375392 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.408112 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-aeecbe8e-ad8a-419f-8de8-823a0cd0ce72 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000338 Mar 23 19:48:37.431650 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.451046 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:37.463397 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442e2655-80d6-499a-9bd0-3595b0b26102,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:37.501279 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.502595 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b9eaaa80-30ef-4a65-bb02-eeb7ed6aaa19 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2974370 Mar 23 19:48:37.505449 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57790) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:37.510290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'security_group_rule': {'security_group_id': '442e2655-80d6-499a-9bd0-3595b0b26102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:37.511617 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-51470abb-55d6-49e1-8611-27ce1f78b7f4 req-ca975d0a-9ec1-4eae-b216-ba39fee53d26 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964644 Mar 23 19:48:37.620050 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.683413 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '49a03113-d391-42b5-bdcd-dc64fc162e03', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:19Z', 'updated_at': '2022-03-23T19:48:36Z', 'revision_number': 3, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:37.695217 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.713403 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80e91f-99df-4631-a735-4f84c6a8c6e9 None None] The sync data for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi is: [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '49a03113-d391-42b5-bdcd-dc64fc162e03', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'port_id': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'mac_address': 'fa:16:3e:be:2a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f9c299-24a6-4f09-a897-e553c2d88427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:46:19Z', 'updated_at': '2022-03-23T19:48:36Z', 'revision_number': 3, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:48:37.767904 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.788629 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bbef41-e5aa-437f-a0be-9394d1987840,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:37.856068 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.857368 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-64c8e97d-8e0d-4f56-9c38-b9a1c2c69926 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507431 Mar 23 19:48:37.860472 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57796) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:37.865196 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'security_group_rule': {'security_group_id': '442e2655-80d6-499a-9bd0-3595b0b26102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:37.938633 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:37.994024 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.041993 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.061995 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da38d7f6-812b-4c70-971d-7d08a6148268,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:38.112366 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.113787 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d841740b-1659-42c9-ba59-9ff1defa1532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2521822 Mar 23 19:48:38.116768 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57800) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:38.121181 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:38.197336 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.294237 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.395917 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Allocated IP 172.27.1.106 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/4ce15794-c538-447f-b42d-b198988f3718) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:48:38.499535 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.562577 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.601590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:48:38.604301 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:48:38.608462 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:48:38.613641 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'Port': ['ID=4ce15794-c538-447f-b42d-b198988f3718,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:38.691593 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.802173 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.928421 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:38.931155 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9335904-aae9-4feb-b202-ddee812f874f" -d '{"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:38.953119 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:38.966990 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc9805-7b46-40f9-85c2-06ddf3cf5643 x-openstack-request-id: req-a6bc9805-7b46-40f9-85c2-06ddf3cf5643 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:38.967849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:38.968104 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6bc9805-7b46-40f9-85c2-06ddf3cf5643 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:38.972033 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'status': 'completed', 'code': 200} Mar 23 19:48:39.025109 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:39.095408 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'Port': ['ID=4ce15794-c538-447f-b42d-b198988f3718,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:39.111891 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:39.181505 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:39.182745 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1b36d393-e932-46cc-800e-c169c2b7cf17 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0649955 Mar 23 19:48:39.366952 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-c8f34fd9-5031-45e5-a005-02873b4f7f8a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--135785330&fields=id&tenant_id=44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 267 time: 0.0333164 Mar 23 19:48:39.492507 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-38190815-76d0-48f0-a422-1780711c390c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:39.493985 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-38190815-76d0-48f0-a422-1780711c390c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 816 time: 0.1205518 Mar 23 19:48:39.508322 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-48e40530-14af-4078-93c1-b4810f125cca tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/quotas/44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 375 time: 0.0086060 Mar 23 19:48:39.558907 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-8f5339b4-50f0-47dd-8dea-e22ccbf34fad tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456340 Mar 23 19:48:39.654287 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-5f0ee70f-f88d-41b0-8333-a3f1c5e2b70d service neutron] 10.222.0.31 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842550 Mar 23 19:48:39.743194 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-7f176c61-341c-4cc0-95a1-aa8a92a889e6 service neutron] 10.222.0.31 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822427 Mar 23 19:48:40.031674 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2859038f-49f8-436b-b141-9217d6859d7d req-c11a84ff-8670-412b-be93-1a549427604a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Mar 23 19:48:41.128414 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-157ad982-e3fc-4feb-9c3d-5faa745af9b2 req-38ddce99-533c-4f1f-b9c3-fdca7ec71e1a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Mar 23 19:48:41.335405 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335904-aae9-4feb-b202-ddee812f874f req-39d04c56-c496-4d30-8c31-d596763e73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:41.336797 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-39d04c56-c496-4d30-8c31-d596763e73c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce2607b55fe471985432493a514d7f9&device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 1099 time: 0.0401497 Mar 23 19:48:41.438588 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335904-aae9-4feb-b202-ddee812f874f req-4350e178-ccc8-4091-8103-9727c233642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:41.440043 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-4350e178-ccc8-4091-8103-9727c233642b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 200 len: 920 time: 0.0889518 Mar 23 19:48:41.514763 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-033f3a40-c5eb-4d88-a2b1-eb3501ff4766 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 200 len: 1001 time: 0.0613039 Mar 23 19:48:41.571750 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335904-aae9-4feb-b202-ddee812f874f req-db40b5dc-8fe6-4969-b7f0-7bf047133c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:41.573234 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-db40b5dc-8fe6-4969-b7f0-7bf047133c28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 200 len: 858 time: 0.0438199 Mar 23 19:48:41.623692 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335904-aae9-4feb-b202-ddee812f874f req-a242ce13-8097-4ff7-9b2d-2e475e60be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:41.625127 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-a242ce13-8097-4ff7-9b2d-2e475e60be62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1458d76f-8d16-40dd-af13-cb257758231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406182 Mar 23 19:48:41.722005 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-186697ec-f971-4128-aa98-2312048ed035 service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861182 Mar 23 19:48:41.812520 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a9335904-aae9-4feb-b202-ddee812f874f req-0461fbf7-7b14-42cc-b120-6fda7f16fcfd service neutron] 10.222.0.41 "GET /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822382 Mar 23 19:48:42.236666 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ce1b125-d116-4f63-8967-6c04c8be408b req-af97ef5b-6e59-4df3-b21c-fca4b7c3321d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 210 time: 0.0310705 Mar 23 19:48:42.449430 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-24e9fc51-4d00-4eb9-84ee-0acee4ee8057 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:42.450894 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-24e9fc51-4d00-4eb9-84ee-0acee4ee8057 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 816 time: 0.1044283 Mar 23 19:48:42.507049 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-17fd64e7-11e1-429a-a565-96085846a082 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 379 time: 0.0447803 Mar 23 19:48:42.516730 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'port': {'device_id': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'admin_state_up': True, 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'security_groups': ['442e2655-80d6-499a-9bd0-3595b0b26102']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:42.687937 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Made reservation on behalf of 44c9732f086044fa80e059d4e1e3c4eb for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:48:42.691534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:42.824791 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Allocated IP 172.20.0.12 (8ab6db31-65d5-4781-a84b-09583ff45294/3e83d8f8-c71d-4177-9e45-9240cea21577/fbaec705-1e42-43d6-83eb-b40da20f2ca7) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:48:42.959537 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:43.036578 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:43.080176 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Network 8ab6db31-65d5-4781-a84b-09583ff45294 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:48:43.083115 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:48:43.086590 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:48:43.110550 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:43.139076 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:43.139734 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:43.210382 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-3b40d68a-af15-4758-b0a6-b8e75085d5ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6976104 Mar 23 19:48:43.260609 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-c705dc4e-5887-48a3-a553-ab42a525a25d None None] Provisioning complete for port fbaec705-1e42-43d6-83eb-b40da20f2ca7 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:48:43.261128 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c705dc4e-5887-48a3-a553-ab42a525a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:43.295076 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-c705dc4e-5887-48a3-a553-ab42a525a25d None None] Port fbaec705-1e42-43d6-83eb-b40da20f2ca7 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:48:43.355476 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3297483-672d-4fa6-94a3-22d42bdf861a req-8f98588a-1fff-4a9f-88db-c3f3154e7c10 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:43.356847 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3297483-672d-4fa6-94a3-22d42bdf861a req-8f98588a-1fff-4a9f-88db-c3f3154e7c10 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 932 time: 0.0479646 Mar 23 19:48:43.394264 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3297483-672d-4fa6-94a3-22d42bdf861a req-0e327a1e-6368-47f6-bb51-bc4ea4e84ff8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309038 Mar 23 19:48:44.510148 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b68ae-ed95-4716-8875-010f9451a120 req-dd51bcbe-6c43-460d-ac2e-77da6baa5c23 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:44.511592 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-988b68ae-ed95-4716-8875-010f9451a120 req-dd51bcbe-6c43-460d-ac2e-77da6baa5c23 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 932 time: 0.0480134 Mar 23 19:48:44.550678 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-988b68ae-ed95-4716-8875-010f9451a120 req-07870d94-13d8-491c-9862-146f995f97c1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Mar 23 19:48:45.645911 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Request body: {'port': {'device_id': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:45.675380 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc983d2b-fe56-47e6-b56d-3da78b70ffe0 req-2cf2b835-acc2-47ae-bec7-a5954b2991fc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:45.676936 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dc983d2b-fe56-47e6-b56d-3da78b70ffe0 req-2cf2b835-acc2-47ae-bec7-a5954b2991fc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 932 time: 0.0521262 Mar 23 19:48:45.702360 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:45.714549 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dc983d2b-fe56-47e6-b56d-3da78b70ffe0 req-31081ff3-0a38-430f-bbe6-4719756b8722 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Mar 23 19:48:45.961970 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaec705-1e42-43d6-83eb-b40da20f2ca7 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:48:45.970063 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:45.981522 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Transition to ACTIVE for port object fbaec705-1e42-43d6-83eb-b40da20f2ca7 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:48:46.052873 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:46.107623 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:46.175477 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Attempting to bind port fbaec705-1e42-43d6-83eb-b40da20f2ca7 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:48:46.175810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Attempting to bind port fbaec705-1e42-43d6-83eb-b40da20f2ca7 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:48:46.176165 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Attempting to bind port fbaec705-1e42-43d6-83eb-b40da20f2ca7 on network 8ab6db31-65d5-4781-a84b-09583ff45294 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:48:46.180925 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Port fbaec705-1e42-43d6-83eb-b40da20f2ca7 on network 8ab6db31-65d5-4781-a84b-09583ff45294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:48:46.181308 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Attempting to bind port fbaec705-1e42-43d6-83eb-b40da20f2ca7 on network 8ab6db31-65d5-4781-a84b-09583ff45294 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:48:46.186100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:48:46.186532 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Checking segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:48:46.187060 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Bound using segment: {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:48:46.187522 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Bound port: fbaec705-1e42-43d6-83eb-b40da20f2ca7, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239bffa7-9373-43ee-a6ad-225090bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:48:46.187898 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:46.252650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:48:46.255567 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:48:46.345013 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:46.379118 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.379751 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:46.381407 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] 10.222.0.41 "PUT /v2.0/ports/fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 200 len: 1094 time: 0.7395036 Mar 23 19:48:46.381629 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:46.383832 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d796b1e-d200-4e67-904e-a2829cbec7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:46.409286 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fa4f3-e152-4496-a2a5-a98258ea17fe service neutron] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:46.432462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54def1c-271b-49c4-9d5f-c5f3747d8711 x-openstack-request-id: req-b54def1c-271b-49c4-9d5f-c5f3747d8711 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:46.432819 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:46.433142 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b54def1c-271b-49c4-9d5f-c5f3747d8711 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:46.433504 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'status': 'completed', 'code': 200} Mar 23 19:48:46.506965 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796b1e-d200-4e67-904e-a2829cbec7d5 req-d07f1c02-4ff3-4d38-8534-4adb818c92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.508450 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d796b1e-d200-4e67-904e-a2829cbec7d5 req-d07f1c02-4ff3-4d38-8534-4adb818c92fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0476408 Mar 23 19:48:46.613560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796b1e-d200-4e67-904e-a2829cbec7d5 req-c26a5eaa-4783-4ef8-aad7-27ba5a22269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.615185 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d796b1e-d200-4e67-904e-a2829cbec7d5 req-c26a5eaa-4783-4ef8-aad7-27ba5a22269f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0911019 Mar 23 19:48:46.713032 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796b1e-d200-4e67-904e-a2829cbec7d5 req-bb46677a-f935-4531-a80f-e165a0b2925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.714533 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8d796b1e-d200-4e67-904e-a2829cbec7d5 req-bb46677a-f935-4531-a80f-e165a0b2925b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930119 Mar 23 19:48:46.795166 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-62aca235-d194-4e5e-b0c8-e7ea79ca988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.797254 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-62aca235-d194-4e5e-b0c8-e7ea79ca988f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0414858 Mar 23 19:48:46.836429 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38cd7e-b1cd-497e-b6f9-d2d30eecd7ea req-33089b4f-7712-45f1-aa77-8fcc62f332dd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.837914 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d38cd7e-b1cd-497e-b6f9-d2d30eecd7ea req-33089b4f-7712-45f1-aa77-8fcc62f332dd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0491421 Mar 23 19:48:46.850542 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-681ebe0a-422a-4fea-ab46-13794afbcf57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 200 len: 217 time: 0.0405412 Mar 23 19:48:46.878196 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d38cd7e-b1cd-497e-b6f9-d2d30eecd7ea req-70849514-187c-4b25-b884-401625ef16a8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Mar 23 19:48:46.902126 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-56b7a252-343d-4f9a-a25e-480e4c843acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.903623 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-56b7a252-343d-4f9a-a25e-480e4c843acb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0442917 Mar 23 19:48:46.950637 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-f69ea67a-c169-4c97-bcaf-b76ed2a4295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:46.952624 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-f69ea67a-c169-4c97-bcaf-b76ed2a4295f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408986 Mar 23 19:48:47.049203 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-92e1e57e-f696-4b66-a149-987255ceebdb service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871866 Mar 23 19:48:47.138143 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-fd151e31-7ec8-49fd-950f-1ca867772761 req-c7d392f4-b85b-4a45-8477-4b0d9d19775f service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822883 Mar 23 19:48:47.997129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeb778-d421-4c50-9168-f00c1c0abb85 req-25d6025d-1669-4127-8e5e-eb2b01750968 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:47.999186 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-acbeb778-d421-4c50-9168-f00c1c0abb85 req-25d6025d-1669-4127-8e5e-eb2b01750968 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0489368 Mar 23 19:48:48.036790 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-acbeb778-d421-4c50-9168-f00c1c0abb85 req-96d4f9b7-14b0-4074-aaf3-3db38400c1e8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Mar 23 19:48:49.163084 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b351-89c6-4bb5-a1a3-008572307d90 req-7e3ddc33-4c06-4cdb-813d-d32df1e26756 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:49.164453 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f65b351-89c6-4bb5-a1a3-008572307d90 req-7e3ddc33-4c06-4cdb-813d-d32df1e26756 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0532341 Mar 23 19:48:49.201066 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f65b351-89c6-4bb5-a1a3-008572307d90 req-bd8f205e-6400-43cb-bbcb-bc16780ba0b1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Mar 23 19:48:49.645069 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:48:49.739174 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:49.750405 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'mac_address': 'fa:16:3e:e2:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:48:49.786187 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:49.798334 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaec705-1e42-43d6-83eb-b40da20f2ca7 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:48:49.817923 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:49.892894 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:49.943980 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:50.202668 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['fbaec705-1e42-43d6-83eb-b40da20f2ca7'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:48:50.339877 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3eb94-e5de-4ecb-b38d-7795dfb8c9dd req-723491bc-173a-4309-acba-21dfb923a9ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:50.341667 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-64b3eb94-e5de-4ecb-b38d-7795dfb8c9dd req-723491bc-173a-4309-acba-21dfb923a9ab tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 945 time: 0.0559185 Mar 23 19:48:50.379842 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-64b3eb94-e5de-4ecb-b38d-7795dfb8c9dd req-4728580d-80d3-4a40-a6e7-8e347b2d63fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Mar 23 19:48:51.499458 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc02927-e1eb-4022-9336-500550669579 req-245c86d2-cf40-4dd0-a237-94e95ac241da tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:51.501666 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ddc02927-e1eb-4022-9336-500550669579 req-245c86d2-cf40-4dd0-a237-94e95ac241da tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Mar 23 19:48:51.541722 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ddc02927-e1eb-4022-9336-500550669579 req-6331c305-54c4-4558-9404-9540cd4ef5b7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Mar 23 19:48:51.646376 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:48:51.858684 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983bda5-f0f5-4966-ab13-3fa3e7604e8d req-86824faf-4a62-4f32-b2cf-5e4295c50db5 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:51.858958 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port fbaec705-1e42-43d6-83eb-b40da20f2ca7 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:48:51.860118 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4983bda5-f0f5-4966-ab13-3fa3e7604e8d req-86824faf-4a62-4f32-b2cf-5e4295c50db5 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Mar 23 19:48:51.862763 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port fbaec705-1e42-43d6-83eb-b40da20f2ca7 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:48:51.863135 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:51.898388 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4983bda5-f0f5-4966-ab13-3fa3e7604e8d req-be7fc314-2fb1-4125-8d87-6b24aec79eb6 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Mar 23 19:48:51.938356 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:51.960251 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:51.962473 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d86b2-a6e3-492b-935f-ecf3f2eadea9" -d '{"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:51.975824 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:52.001275 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f027fe4-2c72-40ea-bc2e-0a95f1d8c50c x-openstack-request-id: req-0f027fe4-2c72-40ea-bc2e-0a95f1d8c50c {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:52.001275 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:52.001275 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f027fe4-2c72-40ea-bc2e-0a95f1d8c50c {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:52.001275 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'code': 200} Mar 23 19:48:52.032369 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:52.082353 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:52.301420 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b1b21-f7d0-4477-884e-2b7c286e3b96 req-16a656ec-febe-47cd-afe0-01e7db256e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:52.302796 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-464b1b21-f7d0-4477-884e-2b7c286e3b96 req-16a656ec-febe-47cd-afe0-01e7db256e9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0393763 Mar 23 19:48:52.349216 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-464b1b21-f7d0-4477-884e-2b7c286e3b96 req-ce57aecf-04e2-4494-912a-6df08685094b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Mar 23 19:48:52.660841 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dfa5a-5aa4-4e82-a372-ae89aebdc2f1 req-10761886-4424-43ab-a10c-b3a0696205f4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:52.662299 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a06dfa5a-5aa4-4e82-a372-ae89aebdc2f1 req-10761886-4424-43ab-a10c-b3a0696205f4 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Mar 23 19:48:52.699236 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a06dfa5a-5aa4-4e82-a372-ae89aebdc2f1 req-af8024fc-45d5-40ad-86d4-55ee62230329 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Mar 23 19:48:53.013352 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcc3ca-5466-4978-a7f0-7bad0d4a0476 req-7329703b-850a-49da-b037-167ab4ff910f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:53.014805 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-95bcc3ca-5466-4978-a7f0-7bad0d4a0476 req-7329703b-850a-49da-b037-167ab4ff910f tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Mar 23 19:48:53.052195 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-95bcc3ca-5466-4978-a7f0-7bad0d4a0476 req-6a734f3d-e3ec-42b9-8e8c-d96ddcc6ebc4 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Mar 23 19:48:53.820331 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b18c9-2cc1-4dd3-a770-4bf9359330ac req-09358968-5579-41a7-8a4d-94464f766cc6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:53.821826 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e48b18c9-2cc1-4dd3-a770-4bf9359330ac req-09358968-5579-41a7-8a4d-94464f766cc6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0523422 Mar 23 19:48:53.861630 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e48b18c9-2cc1-4dd3-a770-4bf9359330ac req-b402e61e-8027-46c7-934f-e155d987f65d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337217 Mar 23 19:48:54.170578 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2df1b9-66ea-4d0e-9345-a8f2e13f2465 req-847f5250-2baf-47b6-a39d-9582701861eb tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:54.172626 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1d2df1b9-66ea-4d0e-9345-a8f2e13f2465 req-847f5250-2baf-47b6-a39d-9582701861eb tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0550308 Mar 23 19:48:54.211678 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1d2df1b9-66ea-4d0e-9345-a8f2e13f2465 req-38ce22e7-3d0b-4fbe-ad91-46383bd46cd9 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/security-groups?id=9390828f-d6f1-4a5e-82e0-db41b7ab2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Mar 23 19:48:54.337048 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-9e745edf-12b6-4d38-af48-8904cafa3a86 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:54.338408 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-9e745edf-12b6-4d38-af48-8904cafa3a86 tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0495498 Mar 23 19:48:54.431666 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Deleting port d72b3f0c-a066-4f23-b00e-66490bacc2b0 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:48:54.432000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:54.537605 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] For port d72b3f0c-a066-4f23-b00e-66490bacc2b0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=d72b3f0c-a066-4f23-b00e-66490bacc2b0,segment=NetworkSegment(951fec25-f33b-4d8b-8739-0712d2c89be2),segment_id=951fec25-f33b-4d8b-8739-0712d2c89be2)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:54.537968 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:54.549772 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Calling delete_port for d72b3f0c-a066-4f23-b00e-66490bacc2b0 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:48:54.732807 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:54.745017 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['d72b3f0c-a066-4f23-b00e-66490bacc2b0'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:48:54.760853 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Pushing event deleted for resources: {'Port': ['ID=d72b3f0c-a066-4f23-b00e-66490bacc2b0,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:54.800801 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] No DVR routers for this DVR port d72b3f0c-a066-4f23-b00e-66490bacc2b0 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:48:54.803522 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:54.810678 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0bf0612c-178e-4fea-baa8-4d192c6373d8 req-ff683424-1454-40af-be9d-dd92bd67d5be tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.41 "DELETE /v2.0/ports/d72b3f0c-a066-4f23-b00e-66490bacc2b0 HTTP/1.1" status: 204 len: 173 time: 0.4600649 Mar 23 19:48:54.811123 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'name': 'network-vif-deleted', 'tag': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:54.813729 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96530f58-1c5c-4ef5-9277-3fb2e1c2d586" -d '{"events": [{"server_uuid": "7a74b0b7-7fb3-4583-8fac-c9755d01b0c8", "name": "network-vif-deleted", "tag": "d72b3f0c-a066-4f23-b00e-66490bacc2b0"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:54.853799 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0df917-2c75-4826-99c3-282026ef319a x-openstack-request-id: req-2a0df917-2c75-4826-99c3-282026ef319a {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:54.854092 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a74b0b7-7fb3-4583-8fac-c9755d01b0c8", "name": "network-vif-deleted", "tag": "d72b3f0c-a066-4f23-b00e-66490bacc2b0", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:54.854342 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a0df917-2c75-4826-99c3-282026ef319a {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:54.854751 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a74b0b7-7fb3-4583-8fac-c9755d01b0c8', 'name': 'network-vif-deleted', 'tag': 'd72b3f0c-a066-4f23-b00e-66490bacc2b0', 'status': 'completed', 'code': 200} Mar 23 19:48:54.983327 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eeb4d-ae6d-430b-be45-af1f8c8eb638 req-22124c1b-0c46-4055-9cb2-cdefce4a4ad3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:54.984770 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b67eeb4d-ae6d-430b-be45-af1f8c8eb638 req-22124c1b-0c46-4055-9cb2-cdefce4a4ad3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0491314 Mar 23 19:48:55.021664 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b67eeb4d-ae6d-430b-be45-af1f8c8eb638 req-2aa751dd-c09d-4e3f-bbb5-bc9f10cc0637 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Mar 23 19:48:55.142860 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17db85-b89b-4b26-bb54-db882c7ca66f req-87263957-adee-40bd-bf3c-6d9382528532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:55.144328 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a17db85-b89b-4b26-bb54-db882c7ca66f req-87263957-adee-40bd-bf3c-6d9382528532 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0544639 Mar 23 19:48:55.152674 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 57926) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:48:55.156895 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Request body: {'floatingip': {'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:48:55.195449 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:55.321387 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef0b220-4960-4e83-9791-bdfd7b8d7ccb req-8943ad9a-d950-4aab-9da5-1ad2e1c1908e tempest-VolumesSnapshotTestJSON-658973443 tempest-VolumesSnapshotTestJSON-658973443-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a74b0b7-7fb3-4583-8fac-c9755d01b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0281212 Mar 23 19:48:55.657254 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:55.721210 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:55.855862 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Floating IP b73a9045-101e-4c20-a0fd-eff82eaa769f associated. External IP: 172.27.1.106, port: fbaec705-1e42-43d6-83eb-b40da20f2ca7. Mar 23 19:48:55.903063 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb944cc-3435-499c-8ac7-ae73b508c4ec req-389a00f0-5e14-47b1-bf0e-2e94302272f7 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:55.904411 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fcb944cc-3435-499c-8ac7-ae73b508c4ec req-389a00f0-5e14-47b1-bf0e-2e94302272f7 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0943694 Mar 23 19:48:55.980172 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fcb944cc-3435-499c-8ac7-ae73b508c4ec req-4681968c-2292-4995-b24e-4417b338384c tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692902 Mar 23 19:48:56.096897 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Router 23e265b6-72c8-45e3-a311-0320811b888a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:48:56.202490 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:48:56.208096 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:56.214456 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:48:56.223295 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:56.223967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:56.234270 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9871209a-23c2-48d0-99fc-e61458c6a54f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "PUT /v2.0/floatingips/b73a9045-101e-4c20-a0fd-eff82eaa769f HTTP/1.1" status: 200 len: 992 time: 1.0805571 Mar 23 19:48:56.234852 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:56.237623 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:56.274054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d23c0ed-b0c0-462f-afd5-052ab0f4719f x-openstack-request-id: req-9d23c0ed-b0c0-462f-afd5-052ab0f4719f {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:56.274340 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:56.274589 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d23c0ed-b0c0-462f-afd5-052ab0f4719f {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:56.274995 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'status': 'completed', 'code': 200} Mar 23 19:48:56.335084 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:56.337710 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-09ec8bb0-80f6-458b-be14-bda0bd66c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:56.339176 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-09ec8bb0-80f6-458b-be14-bda0bd66c8e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0400784 Mar 23 19:48:56.443227 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-8e69737a-76be-4e20-813c-1fa2d8c1740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:56.444871 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-8e69737a-76be-4e20-813c-1fa2d8c1740b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.0937107 Mar 23 19:48:56.516883 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-e948711f-4a67-4f0a-9cd5-07500e01efb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0604610 Mar 23 19:48:56.579183 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'b73a9045-101e-4c20-a0fd-eff82eaa769f', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'mac_address': 'fa:16:3e:e2:37:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:48:38Z', 'updated_at': '2022-03-23T19:48:55Z', 'revision_number': 1, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:56.607488 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:48:56.617221 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:56.617844 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:56.728431 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:56.823661 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-b5a45886-ef2e-4535-9b86-18a169335273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:56.825483 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-b5a45886-ef2e-4535-9b86-18a169335273 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.2995274 Mar 23 19:48:56.896267 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-b8096625-82ee-40c4-a3e1-dacdfe5f2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:56.897800 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-b8096625-82ee-40c4-a3e1-dacdfe5f2bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514517 Mar 23 19:48:56.973716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'b73a9045-101e-4c20-a0fd-eff82eaa769f', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'mac_address': 'fa:16:3e:e2:37:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:48:38Z', 'updated_at': '2022-03-23T19:48:55Z', 'revision_number': 1, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:56.999732 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d27a4b-aac1-4962-9a9c-f2525cf90834 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'b73a9045-101e-4c20-a0fd-eff82eaa769f', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'mac_address': 'fa:16:3e:e2:37:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:48:38Z', 'updated_at': '2022-03-23T19:48:55Z', 'revision_number': 1, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:48:57.001144 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-84693fdd-c3a3-40e6-9c14-e88d529b6ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951893 Mar 23 19:48:57.098501 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-eb9ce1b2-dfcc-48fe-afef-a2fc4979c182 req-aec126b0-d1dd-4122-a495-c1648e4ffda5 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908380 Mar 23 19:48:57.116678 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0204245-26f3-4bb2-a137-580f93c79b79 req-4ca4968b-bd43-461c-b819-801e4e997d52 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:57.118279 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b0204245-26f3-4bb2-a137-580f93c79b79 req-4ca4968b-bd43-461c-b819-801e4e997d52 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0637205 Mar 23 19:48:57.159654 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b0204245-26f3-4bb2-a137-580f93c79b79 req-4ba0b71b-f01a-4d51-98e3-ea0ce136d221 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347507 Mar 23 19:48:57.240657 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db2635-17af-4a54-a2a6-a6fab378dec9 None None] New status for floating IP b73a9045-101e-4c20-a0fd-eff82eaa769f: ACTIVE {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:48:57.674997 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d72b3f0c-a066-4f23-b00e-66490bacc2b0 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:48:57.695884 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: d72b3f0c-a066-4f23-b00e-66490bacc2b0 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:48:57.696148 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device d72b3f0c-a066-4f23-b00e-66490bacc2b0 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:48:57.721648 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-98b7d41d-b770-4b14-aba3-96f3021d7d2a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:57.723063 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-98b7d41d-b770-4b14-aba3-96f3021d7d2a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Mar 23 19:48:57.817427 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Deleting port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:48:57.817764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:57.907834 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] For port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:48:57.908277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:58.075034 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:58.075402 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:58.075761 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Floating IP 0f8b137f-e060-4f66-b5cc-06934d48256f disassociated. External IP: 172.27.1.246, port: 1d64ce0f-afb2-4a19-bc99-09d90e2b012f. Mar 23 19:48:58.076054 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Calling delete_port for 1d64ce0f-afb2-4a19-bc99-09d90e2b012f owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:48:58.279257 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85100f2d-3a2e-47f3-98a9-076edfdab46d req-7a86376f-def0-490d-a626-60f1cd76a9f4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:48:58.280776 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-85100f2d-3a2e-47f3-98a9-076edfdab46d req-7a86376f-def0-490d-a626-60f1cd76a9f4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Mar 23 19:48:58.318496 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-85100f2d-3a2e-47f3-98a9-076edfdab46d req-21ada75e-328e-4b4c-8fb3-830693e1cae5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Mar 23 19:48:58.338853 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:58.373244 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'Port': ['ID=1d64ce0f-afb2-4a19-bc99-09d90e2b012f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:48:58.485359 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:48:58.592303 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:48:58.602700 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:48:58.613927 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:58.615683 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:58.631935 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] No DVR routers for this DVR port 1d64ce0f-afb2-4a19-bc99-09d90e2b012f on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:48:58.634758 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:58.638111 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-97910a72-964f-41e2-9e5e-c699d550d2a3 req-dc0f3b06-cb11-4b71-9562-f1f29861a6ff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "DELETE /v2.0/ports/1d64ce0f-afb2-4a19-bc99-09d90e2b012f HTTP/1.1" status: 204 len: 173 time: 0.9055779 Mar 23 19:48:58.638547 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'name': 'network-vif-deleted', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:48:58.641038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6cceef-0da6-495b-b056-0be7c534771d" -d '{"events": [{"server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "name": "network-vif-deleted", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:48:58.677054 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f418c-34e7-43dd-b666-c21c7b20e712 x-openstack-request-id: req-f68f418c-34e7-43dd-b666-c21c7b20e712 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:48:58.677348 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf592258-f87a-430e-ab75-257bdac95b64", "name": "network-vif-deleted", "tag": "1d64ce0f-afb2-4a19-bc99-09d90e2b012f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:48:58.677599 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68f418c-34e7-43dd-b666-c21c7b20e712 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:48:58.678000 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf592258-f87a-430e-ab75-257bdac95b64', 'name': 'network-vif-deleted', 'tag': '1d64ce0f-afb2-4a19-bc99-09d90e2b012f', 'status': 'completed', 'code': 200} Mar 23 19:48:58.727458 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:58.939097 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:58.965377 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:48:58.973556 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:48:58.974151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:48:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:59.076656 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:48:59.374184 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5378d653-1f6a-4242-93b3-5e4480774553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:48:59.412536 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:48:59.418620 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8564eac4-4e8c-4692-9dfe-8bf827dfc7a0 req-643d099b-89ac-435e-b103-d0c83a08ee1b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0303042 Mar 23 19:48:59.436605 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11a4ea-539d-46ae-b8a9-5a1c3ecb43b9 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:48:59.641537 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ce2af-8145-4ce5-b5cd-ddce82b17713 None None] New status for floating IP 0f8b137f-e060-4f66-b5cc-06934d48256f: DOWN {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:48:59.778419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:00.513088 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fb364414-b78a-41bd-aa4f-c4bc6d4fbaef req-fd61c184-ffd6-4541-8cea-db8b542d8ee3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0257597 Mar 23 19:49:01.349825 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1b406acc-38cd-40c6-9b93-7a1cf28e4c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:01.611919 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3ce5bdad-9360-4ee5-847d-fcdf26e24251 req-9978d0ca-3c85-449c-ac2c-39ba520c8eec tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Mar 23 19:49:01.719259 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 1d64ce0f-afb2-4a19-bc99-09d90e2b012f no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:01.739080 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 1d64ce0f-afb2-4a19-bc99-09d90e2b012f {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:01.739422 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 1d64ce0f-afb2-4a19-bc99-09d90e2b012f not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:02.395050 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c112c0f-5c24-4c86-9850-8f5e693b318c req-d6fa4b0c-10af-4ffb-b0d9-06b7da198553 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:02.396561 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9c112c0f-5c24-4c86-9850-8f5e693b318c req-d6fa4b0c-10af-4ffb-b0d9-06b7da198553 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0545473 Mar 23 19:49:02.434750 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9c112c0f-5c24-4c86-9850-8f5e693b318c req-0a74d652-f06b-4eb0-8726-0be659789705 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Mar 23 19:49:02.730492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6a07e92b-c4c1-4d29-9b2e-e30667f7ef18 req-0a9a8f09-a363-4c15-9c7e-6af03066dc91 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf592258-f87a-430e-ab75-257bdac95b64 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Mar 23 19:49:02.858266 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:03.548834 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656f11-2eca-4bb4-8874-0aaf9660e45e req-1eaa12ca-f7e0-44e5-a612-49bca4e87d17 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:03.550312 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f5656f11-2eca-4bb4-8874-0aaf9660e45e req-1eaa12ca-f7e0-44e5-a612-49bca4e87d17 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0468667 Mar 23 19:49:03.587704 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:49:03.588513 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f5656f11-2eca-4bb4-8874-0aaf9660e45e req-0285e80e-b40c-4246-a428-66a7a8545ff7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Mar 23 19:49:03.968370 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-5266fda3-d7d9-442d-bcec-83f2c01de0b8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816376774&fields=id&tenant_id=a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 267 time: 0.0319321 Mar 23 19:49:04.075042 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-f0d5e7ae-5d6e-4047-bed2-0aee2a35cd58 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:04.076510 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-f0d5e7ae-5d6e-4047-bed2-0aee2a35cd58 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 812 time: 0.1015012 Mar 23 19:49:04.091566 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-17ac2fec-f711-4946-b87f-db749e00f852 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/quotas/a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Mar 23 19:49:04.145017 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-f71c3a88-50eb-4cac-8c3e-63d52caa701b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474079 Mar 23 19:49:04.244331 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-6ad4f98b-3d81-4e7d-af40-fed0afa332d1 service neutron] 10.222.0.31 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879622 Mar 23 19:49:04.258648 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:04.336318 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-07b6d2d8-3e54-4fa6-a2ed-f372f97fedac service neutron] 10.222.0.31 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858111 Mar 23 19:49:04.706953 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996249d1-6ad9-46b0-a511-262d076344ae req-0056f785-921f-4ca2-8879-4a25855bf4e2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:04.708512 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-996249d1-6ad9-46b0-a511-262d076344ae req-0056f785-921f-4ca2-8879-4a25855bf4e2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0542831 Mar 23 19:49:04.749492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-996249d1-6ad9-46b0-a511-262d076344ae req-5136bbdf-71ed-428e-99da-1c8e90a7d4c7 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=f605ab29-3cb8-4649-bdfd-36e571b11aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340590 Mar 23 19:49:04.772481 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:04.997436 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-17986d33-71db-4ab3-adae-df2004671356 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:04.998914 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-17986d33-71db-4ab3-adae-df2004671356 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 946 time: 0.0514829 Mar 23 19:49:05.047212 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-43a27fdf-6c32-4c02-af22-5f3961e66400 req-af7596a0-2aa5-4d2d-a0cf-694d3ba9487e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 210 time: 0.0283022 Mar 23 19:49:05.107242 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Deleting port 8c07ceb0-812e-4810-a008-ec4c69eff2de {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:05.108024 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:05.196059 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] For port 8c07ceb0-812e-4810-a008-ec4c69eff2de, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c07ceb0-812e-4810-a008-ec4c69eff2de,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:05.196418 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:05.370026 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:05.370340 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:05.370669 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Floating IP 125d8543-8629-471a-8db3-c38e27cc3606 disassociated. External IP: 172.27.1.202, port: 8c07ceb0-812e-4810-a008-ec4c69eff2de. Mar 23 19:49:05.371010 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Calling delete_port for 8c07ceb0-812e-4810-a008-ec4c69eff2de owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:05.578417 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:05.608162 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event deleted for resources: {'Port': ['ID=8c07ceb0-812e-4810-a008-ec4c69eff2de,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:05.724032 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:05.851790 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd7e9df5-1b8a-4f0d-8fd8-c2e537f171ec req-5af204f3-0aa5-4670-b00f-40d7b3735968 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 210 time: 0.0284562 Mar 23 19:49:05.858641 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:05.869875 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:05.880344 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:05.881177 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:05.919389 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] No DVR routers for this DVR port 8c07ceb0-812e-4810-a008-ec4c69eff2de on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:49:05.922471 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:05.932425 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2334e022-b70e-42e0-8d90-e1c79bb96520 req-edb9e46d-9612-46a0-a589-38f3e9a39c92 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "DELETE /v2.0/ports/8c07ceb0-812e-4810-a008-ec4c69eff2de HTTP/1.1" status: 204 len: 173 time: 0.9191122 Mar 23 19:49:05.932425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'name': 'network-vif-deleted', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:05.932425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e50c3b-5046-4d93-9465-b8d9d610a93e" -d '{"events": [{"server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "name": "network-vif-deleted", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:05.973849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7170a352-3c33-4022-aade-de2af7ee34e4 x-openstack-request-id: req-7170a352-3c33-4022-aade-de2af7ee34e4 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:05.973849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d9b48-737a-455c-93da-58f634ad44ba", "name": "network-vif-deleted", "tag": "8c07ceb0-812e-4810-a008-ec4c69eff2de", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:05.973849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7170a352-3c33-4022-aade-de2af7ee34e4 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:05.974556 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d9b48-737a-455c-93da-58f634ad44ba', 'name': 'network-vif-deleted', 'tag': '8c07ceb0-812e-4810-a008-ec4c69eff2de', 'status': 'completed', 'code': 200} Mar 23 19:49:06.015726 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:06.181675 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-00f3e353-072e-4895-84af-f97c2a534b52 req-4a689c3d-933f-4485-935b-ad31bec07df5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 210 time: 0.0333488 Mar 23 19:49:06.239083 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:06.269410 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:06.278152 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:06.278783 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:06.382967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:06.588299 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:06.615817 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc1961-1ed3-4788-9b24-5d41fad55282 None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:06.839691 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440cad57-c7a1-4036-9dd0-dde72fb8bafd None None] New status for floating IP 125d8543-8629-471a-8db3-c38e27cc3606: DOWN {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:49:07.094365 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c80e5614-80d4-437f-97d7-21557d59efe2 req-6849f7dd-fe12-47cb-aa5c-ef07d1836f00 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=888d9b48-737a-455c-93da-58f634ad44ba HTTP/1.1" status: 200 len: 210 time: 0.1462469 Mar 23 19:49:07.455593 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-521efb84-d68b-4678-8698-20610657af74 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:07.458054 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-521efb84-d68b-4678-8698-20610657af74 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 812 time: 0.1313281 Mar 23 19:49:07.509694 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-aa7670ae-09d1-42bd-8beb-63b36aba023a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 379 time: 0.0366535 Mar 23 19:49:07.516400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f80e3dc6-2433-4771-81ed-fc30bb99cb62 req-e16ac86e-0423-4d30-9a68-36b5c4e2caff tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 210 time: 0.2601011 Mar 23 19:49:07.527466 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'port': {'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'admin_state_up': True, 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'security_groups': ['4a39e501-9ef7-4721-85ee-7e4c27b6d787']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:07.686388 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Made reservation on behalf of a694e27144174a21a33b5e209c65b9f3 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:07.690046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:07.813293 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Allocated IP 172.20.0.13 (126f9639-b5bb-4a3d-becf-4b0dec973f25/0b755a6f-07aa-4149-8660-7b337feea847/902fea61-65ad-44bd-bab2-552a9420f587) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:07.947910 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.046743 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.091699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:08.094568 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:08.098210 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:08.126717 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=902fea61-65ad-44bd-bab2-552a9420f587,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:08.162106 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:08.162771 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.272726 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-47a680dd-8f8d-4ebb-9035-0e419215e722 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494993 Mar 23 19:49:08.299099 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58066) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:08.323051 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-55755b39-df51-477f-8c9c-eca45597a1d2 None None] Provisioning complete for port 902fea61-65ad-44bd-bab2-552a9420f587 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:08.323658 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-55755b39-df51-477f-8c9c-eca45597a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.354962 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71b4589b-6699-4c14-afef-c521dc9e90f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.361885 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-55755b39-df51-477f-8c9c-eca45597a1d2 None None] Port 902fea61-65ad-44bd-bab2-552a9420f587 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:08.377203 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71b4589b-6699-4c14-afef-c521dc9e90f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.463652 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71b4589b-6699-4c14-afef-c521dc9e90f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.466538 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-71b4589b-6699-4c14-afef-c521dc9e90f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.467711 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-71b4589b-6699-4c14-afef-c521dc9e90f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "DELETE /v2.0/security-groups/f605ab29-3cb8-4649-bdfd-36e571b11aaa HTTP/1.1" status: 204 len: 168 time: 0.1676035 Mar 23 19:49:08.472061 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58070) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:08.477814 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4589b-6699-4c14-afef-c521dc9e90f2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605ab29-3cb8-4649-bdfd-36e571b11aaa,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:08.485134 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.api.v2.resource [None req-2b566fca-e867-48c4-9681-7b5b89d40d43 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] show failed (client error): The resource could not be found. Mar 23 19:49:08.489102 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2b566fca-e867-48c4-9681-7b5b89d40d43 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups/f605ab29-3cb8-4649-bdfd-36e571b11aaa HTTP/1.1" status: 404 len: 347 time: 0.0129819 Mar 23 19:49:08.489727 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58072) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:08.618073 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Deleting port 3087bde5-4aa1-48bc-8650-6ade78106790 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:08.618362 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.632103 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a0b7-19db-45bf-a80f-5d8beb5523f8 req-5d5a1b8b-d23a-4b44-b862-3e3479745355 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:08.633696 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e66a0b7-19db-45bf-a80f-5d8beb5523f8 req-5d5a1b8b-d23a-4b44-b862-3e3479745355 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 932 time: 0.0499215 Mar 23 19:49:08.671304 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e66a0b7-19db-45bf-a80f-5d8beb5523f8 req-aeb7504b-5bfa-4284-b982-6401cc5e5908 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313895 Mar 23 19:49:08.682063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 8c07ceb0-812e-4810-a008-ec4c69eff2de no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:08.697039 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.697351 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.702032 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 8c07ceb0-812e-4810-a008-ec4c69eff2de {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:08.702379 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 8c07ceb0-812e-4810-a008-ec4c69eff2de not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:08.708738 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Calling delete_port for 3087bde5-4aa1-48bc-8650-6ade78106790 owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:08.892126 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.919909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event deleted for resources: {'Port': ['ID=3087bde5-4aa1-48bc-8650-6ade78106790,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:08.980149 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.982649 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:08.983781 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-7f0e97f0-df19-4905-80fa-674547e5132f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "DELETE /v2.0/floatingips/125d8543-8629-471a-8db3-c38e27cc3606 HTTP/1.1" status: 204 len: 168 time: 0.4928019 Mar 23 19:49:09.391493 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58080) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:09.396845 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869358018', 'description': 'tempest-description--601083433'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:09.469737 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.497474 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Request body: {'port': {'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:09.571281 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.595858 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.684757 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.738893 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5450ecb-36d9-4384-914e-62d73cccae31,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:09.788148 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62fad-e446-4fb4-80a1-e8870c50850a req-80c1440b-96f2-4c15-9df1-ef51d6657638 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:09.789705 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b3c62fad-e446-4fb4-80a1-e8870c50850a req-80c1440b-96f2-4c15-9df1-ef51d6657638 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 932 time: 0.0504096 Mar 23 19:49:09.818099 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.819377 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0b262385-0d22-4162-ab8d-e65d97ba995e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4268529 Mar 23 19:49:09.822302 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58086) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:09.830826 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'security_group_rule': {'security_group_id': 'b5450ecb-36d9-4384-914e-62d73cccae31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:09.843530 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b3c62fad-e446-4fb4-80a1-e8870c50850a req-c6a11ac7-b97f-4d50-8658-8c9770f08c56 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477085 Mar 23 19:49:09.885465 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902fea61-65ad-44bd-bab2-552a9420f587 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:49:09.892772 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.903245 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.904963 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Transition to ACTIVE for port object 902fea61-65ad-44bd-bab2-552a9420f587 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:49:09.943445 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.950966 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:09.992511 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Pushing event updated for resources: {'Port': ['ID=902fea61-65ad-44bd-bab2-552a9420f587,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:10.012742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.033262 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbaeaaf-faf3-4aaa-af2c-48ddeff41b54,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:10.070283 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Attempting to bind port 902fea61-65ad-44bd-bab2-552a9420f587 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:10.070548 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Attempting to bind port 902fea61-65ad-44bd-bab2-552a9420f587 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:10.070863 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Attempting to bind port 902fea61-65ad-44bd-bab2-552a9420f587 on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:10.071982 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.076715 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1c12a7dd-05ef-4a22-a6fb-3b193417ca21 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2499797 Mar 23 19:49:10.076715 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58088) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:10.078735 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Port 902fea61-65ad-44bd-bab2-552a9420f587 on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:49:10.079102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Attempting to bind port 902fea61-65ad-44bd-bab2-552a9420f587 on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:10.081036 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'security_group_rule': {'security_group_id': 'b5450ecb-36d9-4384-914e-62d73cccae31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:10.086212 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:10.086593 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Checking segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:10.087022 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Bound using segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:10.087599 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Bound port: 902fea61-65ad-44bd-bab2-552a9420f587, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:10.087972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.145558 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.159969 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] For port 902fea61-65ad-44bd-bab2-552a9420f587, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:10.163061 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] For port 902fea61-65ad-44bd-bab2-552a9420f587, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=902fea61-65ad-44bd-bab2-552a9420f587,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:10.202799 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.218122 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.252636 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.253349 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.254718 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] 10.222.0.41 "PUT /v2.0/ports/902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 200 len: 1094 time: 0.7622941 Mar 23 19:49:10.256928 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:10.259288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae6a3e-a548-4395-be35-760b8b566d33" -d '{"events": [{"name": "network-changed", "server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "tag": "902fea61-65ad-44bd-bab2-552a9420f587"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:10.263796 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.285697 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1914225-6e3a-43b1-b47f-4d3a17864362,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:10.290025 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade12099-15f9-43fa-ac08-655e3d97a711 service neutron] Pushing event updated for resources: {'Port': ['ID=902fea61-65ad-44bd-bab2-552a9420f587,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:10.308890 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c527521-6f17-4adc-a5df-12029d5249be x-openstack-request-id: req-8c527521-6f17-4adc-a5df-12029d5249be {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:10.309218 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "tag": "902fea61-65ad-44bd-bab2-552a9420f587", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:10.309476 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c527521-6f17-4adc-a5df-12029d5249be {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:10.309881 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587', 'status': 'completed', 'code': 200} Mar 23 19:49:10.351194 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.352433 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6c7a53da-b1e3-4526-b618-8ea719564713 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753258 Mar 23 19:49:10.355487 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58092) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:10.359827 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:10.435378 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.522988 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae6a3e-a548-4395-be35-760b8b566d33 req-affaaf93-6f62-42af-aa07-fda85f757ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.524756 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78ae6a3e-a548-4395-be35-760b8b566d33 req-affaaf93-6f62-42af-aa07-fda85f757ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1097 time: 0.0467365 Mar 23 19:49:10.541323 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.629429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae6a3e-a548-4395-be35-760b8b566d33 req-93a458a2-a79c-4e26-ae4f-96c41d7f3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.630940 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78ae6a3e-a548-4395-be35-760b8b566d33 req-93a458a2-a79c-4e26-ae4f-96c41d7f3005 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a694e27144174a21a33b5e209c65b9f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958469 Mar 23 19:49:10.646101 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Allocated IP 172.27.1.48 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/65921997-15d5-4169-a92a-fd5c26a4451b) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:10.728445 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae6a3e-a548-4395-be35-760b8b566d33 req-454f7538-6385-442d-abc0-df13966f03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.729960 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78ae6a3e-a548-4395-be35-760b8b566d33 req-454f7538-6385-442d-abc0-df13966f03ae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894675 Mar 23 19:49:10.755163 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.817650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-7aa95d54-8f5f-4b80-a699-b2046b6548b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.819123 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-7aa95d54-8f5f-4b80-a699-b2046b6548b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1097 time: 0.0448086 Mar 23 19:49:10.863181 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-1b37d790-06cf-4f88-9c7e-a0fe8b7cb7bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 200 len: 217 time: 0.0337019 Mar 23 19:49:10.864227 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:10.909077 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:10.911982 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:10.915642 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:10.923218 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ff0f7c7e-df90-45c3-bd5b-29fd8b52672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.928303 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-ff0f7c7e-df90-45c3-bd5b-29fd8b52672e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0495856 Mar 23 19:49:10.939622 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'Port': ['ID=65921997-15d5-4169-a92a-fd5c26a4451b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:10.970894 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598642f9-26c3-49db-945b-21d4a2128a40 req-09571e1c-42fa-43ae-8509-d1c0a7416746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:10.972439 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-09571e1c-42fa-43ae-8509-d1c0a7416746 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409708 Mar 23 19:49:11.034195 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08c449-409a-4846-99d4-0c567563cbe8 req-15529b93-a766-4e70-b864-3613126a696b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:11.035503 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d08c449-409a-4846-99d4-0c567563cbe8 req-15529b93-a766-4e70-b864-3613126a696b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.1143556 Mar 23 19:49:11.062136 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:11.067885 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-3f4b979d-e133-4b00-967b-b9c1fe844613 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876012 Mar 23 19:49:11.086501 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3d08c449-409a-4846-99d4-0c567563cbe8 req-71083c9f-63c6-4f3d-88e1-58ee185fbf56 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Mar 23 19:49:11.161567 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-598642f9-26c3-49db-945b-21d4a2128a40 req-dc056c0e-527d-4fdf-b2a6-f64b6d882e26 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856991 Mar 23 19:49:11.181657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:11.334361 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:11.411967 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:11.488165 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'Port': ['ID=65921997-15d5-4169-a92a-fd5c26a4451b,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:11.497961 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:11.591395 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:11.592940 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1094b954-3788-447b-8753-b6529406e44d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2364771 Mar 23 19:49:11.792495 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-516fd140-b019-4c5b-9fee-0d35c485d4ea tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1869358018&fields=id&tenant_id=060be405ea904aa1a04ff049dd6a68d5 HTTP/1.1" status: 200 len: 267 time: 0.0337784 Mar 23 19:49:11.898516 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-03fa951c-00a4-4cab-ae57-e702b10ba9f3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:11.899872 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-03fa951c-00a4-4cab-ae57-e702b10ba9f3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 811 time: 0.1004548 Mar 23 19:49:11.914350 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-4a19d65b-6a5c-4a2f-9dff-3b33c84977bb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/quotas/060be405ea904aa1a04ff049dd6a68d5 HTTP/1.1" status: 200 len: 375 time: 0.0088365 Mar 23 19:49:11.970875 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-7ca4f428-e9f2-47d7-9034-dc0c8188cf56 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510848 Mar 23 19:49:12.117773 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-ffa63e7c-6550-44be-9369-565458321c69 service neutron] 10.222.0.31 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277125 Mar 23 19:49:12.235654 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-85cf0b4e-e994-4542-b2de-ba5ff66046fe service neutron] 10.222.0.31 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185551 Mar 23 19:49:12.245956 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9cdc-4eee-4af4-a606-4093c5ca59d0 req-b3ed837b-99e9-4bab-8fcf-2b835ac201b8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:12.247335 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-908c9cdc-4eee-4af4-a606-4093c5ca59d0 req-b3ed837b-99e9-4bab-8fcf-2b835ac201b8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0682127 Mar 23 19:49:12.288474 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-908c9cdc-4eee-4af4-a606-4093c5ca59d0 req-bded29a5-5fcc-43dd-b1b8-5ac80c329d90 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336523 Mar 23 19:49:12.471568 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-09ec9645-c2c3-4f11-a758-2d0bcf83f546 req-679a7d7d-9018-41fe-95a3-1d48f5b36cf2 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 210 time: 0.0281162 Mar 23 19:49:13.411590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52641-e9b6-49af-bac7-256d680176f2 req-d5499f76-7e17-44e8-81dc-78466499c862 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:13.413203 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-abb52641-e9b6-49af-bac7-256d680176f2 req-d5499f76-7e17-44e8-81dc-78466499c862 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0554020 Mar 23 19:49:13.457081 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-abb52641-e9b6-49af-bac7-256d680176f2 req-8ad7f379-20b9-46b3-804e-2981f7597c1c tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369527 Mar 23 19:49:13.563847 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-59428288-86b4-45d7-b15d-b4a46fd754e0 req-bb9d4779-1b53-4302-924e-2856f7d3e506 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 210 time: 0.0261865 Mar 23 19:49:14.607756 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e134c49-13fe-47a4-a839-b3df6b775dff req-f62644de-ddd3-4046-a145-37481f837338 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:14.611196 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-cf65e036-80dc-49a4-ad36-fed136796d6c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:14.613256 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-cf65e036-80dc-49a4-ad36-fed136796d6c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 811 time: 0.3522217 Mar 23 19:49:14.613764 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e134c49-13fe-47a4-a839-b3df6b775dff req-f62644de-ddd3-4046-a145-37481f837338 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0590987 Mar 23 19:49:14.661489 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2e134c49-13fe-47a4-a839-b3df6b775dff req-02f57842-41f3-480f-9da5-33e709a84176 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443554 Mar 23 19:49:14.671077 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-3c612aba-745c-4ecd-aeb9-579b7cb1180f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060be405ea904aa1a04ff049dd6a68d5 HTTP/1.1" status: 200 len: 380 time: 0.0384493 Mar 23 19:49:14.684298 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'port': {'device_id': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'admin_state_up': True, 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'security_groups': ['b5450ecb-36d9-4384-914e-62d73cccae31']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:14.689889 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-30d9e1a8-e653-42c3-9551-08713eac6420 req-04270810-14c3-498e-b749-ea34d0316795 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 210 time: 0.0328982 Mar 23 19:49:14.828931 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Made reservation on behalf of 060be405ea904aa1a04ff049dd6a68d5 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:14.832615 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:14.960097 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Allocated IP 172.20.0.9 (c12837d1-6aa2-48e4-9a7a-54c6bae48160/f54e856b-8258-4579-be21-81b3b08626b5/91debdd3-5c98-446b-b8d5-d015f0bb292f) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:15.093059 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.195201 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.242919 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:15.245903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:15.249450 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:15.273153 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event updated for resources: {'Port': ['ID=91debdd3-5c98-446b-b8d5-d015f0bb292f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:15.304746 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:15.305482 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.374571 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-f8ed1172-2e7b-4588-be6e-ee25e605246f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6941864 Mar 23 19:49:15.387761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Request body: {'port': {'device_id': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:15.441463 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.479349 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-62faac20-8294-4352-95fb-84a84a18701e None None] Provisioning complete for port 91debdd3-5c98-446b-b8d5-d015f0bb292f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:15.480379 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-62faac20-8294-4352-95fb-84a84a18701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.517257 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-62faac20-8294-4352-95fb-84a84a18701e None None] Port 91debdd3-5c98-446b-b8d5-d015f0bb292f cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:15.723960 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91debdd3-5c98-446b-b8d5-d015f0bb292f {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:49:15.729119 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.742259 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Transition to ACTIVE for port object 91debdd3-5c98-446b-b8d5-d015f0bb292f will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:49:15.806892 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259cc27-87f3-47b3-8835-9c86b2821049 req-b6f37090-5c3d-453c-959c-d8ffb6bd5bef tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:15.808314 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1259cc27-87f3-47b3-8835-9c86b2821049 req-b6f37090-5c3d-453c-959c-d8ffb6bd5bef tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0756261 Mar 23 19:49:15.832519 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf94-0ce5-44a2-a8fd-c44d650909d5 req-58bbdaa0-4320-44d6-a745-08484d500136 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:15.833978 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-26d7cf94-0ce5-44a2-a8fd-c44d650909d5 req-58bbdaa0-4320-44d6-a745-08484d500136 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 931 time: 0.0702355 Mar 23 19:49:15.834621 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:15.888690 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Pushing event updated for resources: {'Port': ['ID=91debdd3-5c98-446b-b8d5-d015f0bb292f,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:15.889724 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1259cc27-87f3-47b3-8835-9c86b2821049 req-eb348482-9309-4828-a052-b5f99ebf045e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722249 Mar 23 19:49:15.913279 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-26d7cf94-0ce5-44a2-a8fd-c44d650909d5 req-54970a3e-743c-4424-a81e-598739b8e37c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693264 Mar 23 19:49:15.970816 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Attempting to bind port 91debdd3-5c98-446b-b8d5-d015f0bb292f on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:15.975380 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Attempting to bind port 91debdd3-5c98-446b-b8d5-d015f0bb292f by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:15.975380 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Attempting to bind port 91debdd3-5c98-446b-b8d5-d015f0bb292f on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:15.975929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Port 91debdd3-5c98-446b-b8d5-d015f0bb292f on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:49:15.976085 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Attempting to bind port 91debdd3-5c98-446b-b8d5-d015f0bb292f on network c12837d1-6aa2-48e4-9a7a-54c6bae48160 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:15.980978 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:15.981333 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Checking segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:15.981715 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Bound using segment: {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:15.982199 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Bound port: 91debdd3-5c98-446b-b8d5-d015f0bb292f, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af18bec-33eb-4482-b386-05351f5feb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:15.982555 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:16.053560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] For port 91debdd3-5c98-446b-b8d5-d015f0bb292f, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:16.056708 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] For port 91debdd3-5c98-446b-b8d5-d015f0bb292f, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:16.126846 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:16.165044 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.165703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:16.166991 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] 10.222.0.41 "PUT /v2.0/ports/91debdd3-5c98-446b-b8d5-d015f0bb292f HTTP/1.1" status: 200 len: 1093 time: 0.7835376 Mar 23 19:49:16.167425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:16.169667 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5e891a-4f67-4673-a431-d39c500efa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:16.196320 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2538bb-94a5-429c-b36f-039f8325571b service neutron] Pushing event updated for resources: {'Port': ['ID=91debdd3-5c98-446b-b8d5-d015f0bb292f,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:16.210346 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83243d-daf9-4bdc-bba0-6e76052c1ad7 x-openstack-request-id: req-0d83243d-daf9-4bdc-bba0-6e76052c1ad7 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:16.210346 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:16.210346 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d83243d-daf9-4bdc-bba0-6e76052c1ad7 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:16.210346 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'status': 'completed', 'code': 200} Mar 23 19:49:16.276748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e891a-4f67-4673-a431-d39c500efa4b req-279db540-b409-4d96-8972-f5e4a0869aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.278267 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2e5e891a-4f67-4673-a431-d39c500efa4b req-279db540-b409-4d96-8972-f5e4a0869aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 1096 time: 0.0436485 Mar 23 19:49:16.386000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e891a-4f67-4673-a431-d39c500efa4b req-699f1aaa-653a-48f4-ae69-b125244ba97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.387465 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2e5e891a-4f67-4673-a431-d39c500efa4b req-699f1aaa-653a-48f4-ae69-b125244ba97b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=060be405ea904aa1a04ff049dd6a68d5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1004221 Mar 23 19:49:16.483450 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e891a-4f67-4673-a431-d39c500efa4b req-dd440ed4-b976-4692-a7ce-af6efebadbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.484935 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2e5e891a-4f67-4673-a431-d39c500efa4b req-dd440ed4-b976-4692-a7ce-af6efebadbfd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890589 Mar 23 19:49:16.563626 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-baff6ed5-5498-4630-89d0-904435f3de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.565071 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-baff6ed5-5498-4630-89d0-904435f3de40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 1096 time: 0.0439863 Mar 23 19:49:16.607723 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-fe12e4c6-e78f-413f-a0b5-c36b8e72834a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f HTTP/1.1" status: 200 len: 217 time: 0.0337858 Mar 23 19:49:16.655756 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-dee179ab-fb46-400d-aecc-33ff273daab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.657300 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-dee179ab-fb46-400d-aecc-33ff273daab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.0428421 Mar 23 19:49:16.709738 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-c8d40c99-b571-41d1-a42d-0d024d9a99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:16.711290 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-c8d40c99-b571-41d1-a42d-0d024d9a99a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468447 Mar 23 19:49:16.806135 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-e44951de-e78d-4e3a-a4c3-017d266f643e service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857301 Mar 23 19:49:16.900268 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-be147f1f-5d9d-48a9-b7a9-8053ee16eb3b req-9679b8f8-7541-4f44-97aa-313e5c272192 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856378 Mar 23 19:49:17.003134 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e62ad-19da-4b17-86d7-adf4fba360ba req-28c4c31a-a3cc-4919-bf02-b3bd47a08d10 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:17.005033 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d88e62ad-19da-4b17-86d7-adf4fba360ba req-28c4c31a-a3cc-4919-bf02-b3bd47a08d10 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0512700 Mar 23 19:49:17.052238 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d88e62ad-19da-4b17-86d7-adf4fba360ba req-9cab34ff-994b-477e-8a25-3e89ec76621e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Mar 23 19:49:17.173341 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740ab17-c229-406c-8375-5e0fca898ca6 req-0ca38e07-9feb-4c6e-9ec5-884c72c67609 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:17.175121 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4740ab17-c229-406c-8375-5e0fca898ca6 req-0ca38e07-9feb-4c6e-9ec5-884c72c67609 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 943 time: 0.0568666 Mar 23 19:49:17.215738 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4740ab17-c229-406c-8375-5e0fca898ca6 req-fdd60b9b-9750-4939-8c33-35b4d2832d4b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335038 Mar 23 19:49:18.185439 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea460c-ca03-40e3-9972-c54d7aefa950 req-52d269e3-acf1-4868-8a6e-ad126a003523 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:18.187455 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2bea460c-ca03-40e3-9972-c54d7aefa950 req-52d269e3-acf1-4868-8a6e-ad126a003523 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0583313 Mar 23 19:49:18.265603 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2bea460c-ca03-40e3-9972-c54d7aefa950 req-6a747252-5ce4-44d6-8816-9ea78d7d4c7e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655644 Mar 23 19:49:18.434561 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a023b-9237-42da-a7ad-566f97a25a89 req-934359c0-eacc-4f95-b5b1-8f6e30abe917 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:18.439090 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-af9a023b-9237-42da-a7ad-566f97a25a89 req-934359c0-eacc-4f95-b5b1-8f6e30abe917 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 943 time: 0.0676937 Mar 23 19:49:18.493400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-af9a023b-9237-42da-a7ad-566f97a25a89 req-bde57a50-6232-4e59-a1d4-b7a0708ef10f tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Mar 23 19:49:18.687682 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d9f1-e756-49a8-b6a3-04cd8a3485ed req-f6fb10f7-a53d-4f79-bb99-9a213cbc04df tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:18.689168 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-15f0d9f1-e756-49a8-b6a3-04cd8a3485ed req-f6fb10f7-a53d-4f79-bb99-9a213cbc04df tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0485361 Mar 23 19:49:18.728739 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-15f0d9f1-e756-49a8-b6a3-04cd8a3485ed req-a5fd560a-1fa0-4de7-8d1e-918b92d9625e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Mar 23 19:49:19.375423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3115c4-dcc7-422a-8e50-cc422c223d9d req-83aab28b-bab0-42f8-9ee3-b39173493ac9 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:19.376846 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4b3115c4-dcc7-422a-8e50-cc422c223d9d req-83aab28b-bab0-42f8-9ee3-b39173493ac9 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0492764 Mar 23 19:49:19.413672 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4b3115c4-dcc7-422a-8e50-cc422c223d9d req-7334772e-a1e3-4a2a-9403-6213853a3469 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301986 Mar 23 19:49:19.614478 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5758e-00d1-4b23-84a1-335af3ba6ce6 req-d1288220-c0fe-4d58-b63e-9ba0a9d473c5 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:19.615932 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1bd5758e-00d1-4b23-84a1-335af3ba6ce6 req-d1288220-c0fe-4d58-b63e-9ba0a9d473c5 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 943 time: 0.0477157 Mar 23 19:49:19.657267 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1bd5758e-00d1-4b23-84a1-335af3ba6ce6 req-d157137a-0689-4ec3-bddd-b55bc0ea29b1 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353522 Mar 23 19:49:19.839211 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7782-b3b7-4bea-ab9e-a0ba63ea22cd req-c137fa85-3692-4791-aa6c-f75bf0d23feb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:19.840827 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fabc7782-b3b7-4bea-ab9e-a0ba63ea22cd req-c137fa85-3692-4791-aa6c-f75bf0d23feb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0472856 Mar 23 19:49:19.879348 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fabc7782-b3b7-4bea-ab9e-a0ba63ea22cd req-c71a5970-3e11-4572-be73-ec608aedcadd tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325432 Mar 23 19:49:20.517110 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 91debdd3-5c98-446b-b8d5-d015f0bb292f details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:49:20.533711 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c4cf-f728-437d-af52-ac2d91465628 req-a54f2f31-118b-4020-945f-2331089c7b64 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:20.535203 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c02c4cf-f728-437d-af52-ac2d91465628 req-a54f2f31-118b-4020-945f-2331089c7b64 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 944 time: 0.0560453 Mar 23 19:49:20.575169 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4c02c4cf-f728-437d-af52-ac2d91465628 req-19f585ea-5ef1-4f2d-9ccd-5657319e99fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Mar 23 19:49:20.618934 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 91debdd3-5c98-446b-b8d5-d015f0bb292f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:20.630080 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'port_id': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'mac_address': 'fa:16:3e:d6:0b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:49:20.666212 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:20.678718 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91debdd3-5c98-446b-b8d5-d015f0bb292f {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:49:20.699167 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 91debdd3-5c98-446b-b8d5-d015f0bb292f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:20.772243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870141ce-d31f-4532-a0bb-5ba24439c1a1 req-55cab8ac-474d-4aad-99ef-fe9e8b1d4527 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:20.773738 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-870141ce-d31f-4532-a0bb-5ba24439c1a1 req-55cab8ac-474d-4aad-99ef-fe9e8b1d4527 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 943 time: 0.0500443 Mar 23 19:49:20.777540 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:20.778283 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 902fea61-65ad-44bd-bab2-552a9420f587 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:49:20.815618 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-870141ce-d31f-4532-a0bb-5ba24439c1a1 req-030353f1-b454-4acb-a86c-44d23a03d22b tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352108 Mar 23 19:49:20.858507 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=91debdd3-5c98-446b-b8d5-d015f0bb292f,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:20.948549 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 902fea61-65ad-44bd-bab2-552a9420f587, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=902fea61-65ad-44bd-bab2-552a9420f587,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:20.963363 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '902fea61-65ad-44bd-bab2-552a9420f587', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:49:21.002100 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a721f-1042-43cb-bfc0-f2b88fb84f1f req-1b9dda24-f8ad-4df6-b31c-734dbdc372b0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:21.002510 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:21.002604 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e13a721f-1042-43cb-bfc0-f2b88fb84f1f req-1b9dda24-f8ad-4df6-b31c-734dbdc372b0 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0517278 Mar 23 19:49:21.017959 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902fea61-65ad-44bd-bab2-552a9420f587 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:49:21.036805 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 902fea61-65ad-44bd-bab2-552a9420f587, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=902fea61-65ad-44bd-bab2-552a9420f587,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:21.040474 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e13a721f-1042-43cb-bfc0-f2b88fb84f1f req-eccc265a-ca96-46d2-ba43-3fe8a7d08786 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323589 Mar 23 19:49:21.086063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:21.134470 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=902fea61-65ad-44bd-bab2-552a9420f587,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:21.392137 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['91debdd3-5c98-446b-b8d5-d015f0bb292f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:49:21.414151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['902fea61-65ad-44bd-bab2-552a9420f587'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:49:21.689271 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9762-7b87-4a71-8c42-9e3442c78b42 req-b4e8aabc-340f-4ba4-8a97-ef0d118bc143 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:21.690752 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f9dc9762-7b87-4a71-8c42-9e3442c78b42 req-b4e8aabc-340f-4ba4-8a97-ef0d118bc143 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 945 time: 0.0480564 Mar 23 19:49:21.728168 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f9dc9762-7b87-4a71-8c42-9e3442c78b42 req-e02c5f60-d197-4572-a000-78da891d252f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309083 Mar 23 19:49:21.937058 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0463bf4-7693-4ce1-8088-539091f50bb0 req-72f1c5de-2764-44a9-ba83-f7dc30c35e1d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:21.938512 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e0463bf4-7693-4ce1-8088-539091f50bb0 req-72f1c5de-2764-44a9-ba83-f7dc30c35e1d tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 944 time: 0.0489881 Mar 23 19:49:21.980404 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e0463bf4-7693-4ce1-8088-539091f50bb0 req-b5c53c33-bed4-4c8e-aa07-a3ca1001aeee tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353148 Mar 23 19:49:22.009840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58270) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:22.055087 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Deleting subnet 92c6a247-9efd-4801-a4b6-284ee8160ec3 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:49:22.058240 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.093503 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.161730 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.203400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974ade3-3154-42d7-9381-d07340a1f036 req-f9f94716-16b3-45b2-9c45-ebb11ed49731 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:22.205983 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7974ade3-3154-42d7-9381-d07340a1f036 req-f9f94716-16b3-45b2-9c45-ebb11ed49731 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0941010 Mar 23 19:49:22.257300 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7974ade3-3154-42d7-9381-d07340a1f036 req-0dbacf2d-a44e-427e-a1f6-43577c1a18fe tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=3037a1a9-bcbb-42cb-b488-3886f1c3b085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443079 Mar 23 19:49:22.309361 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.335908 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c6a247-9efd-4801-a4b6-284ee8160ec3,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:22.339733 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.343664 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-806772af-e118-487a-84e2-ee261bb61286 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92c6a247-9efd-4801-a4b6-284ee8160ec3 HTTP/1.1" status: 204 len: 168 time: 0.3327091 Mar 23 19:49:22.345737 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58274) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:22.415372 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.506102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.519460 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 91debdd3-5c98-446b-b8d5-d015f0bb292f up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:22.527698 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3434998c-ae95-4449-9518-4e4e6105b715']}} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:22.536979 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951fec25-f33b-4d8b-8739-0712d2c89be2') {'for_net_delete': True} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:22.537346 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951fec25-f33b-4d8b-8739-0712d2c89be2') {} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:22.549726 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28786412'] for segment, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.563653 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.570017 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=108884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:49:22.570425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28413890'] for segment, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: Traceback (most recent call last): Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: timer() Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: cb(*args, **kw) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: return func(*args, **kwargs) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: self._notify() Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: self.callback(batched_events) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: event.method(event) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: return f(self, *a, **k) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._get(url).json() Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: return self.request(url, 'GET', **kwargs) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:49:22.572036 dv-cinder-834962-1-iscsi neutron-server[108884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:49:22.657578 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 91debdd3-5c98-446b-b8d5-d015f0bb292f completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:49:22.662559 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 91debdd3-5c98-446b-b8d5-d015f0bb292f triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:22.662967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.667542 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-22b3a1a9-bb81-4a9f-8829-0d2750f6d5c7 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:22.669331 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-22b3a1a9-bb81-4a9f-8829-0d2750f6d5c7 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 946 time: 0.0884326 Mar 23 19:49:22.739843 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.743163 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.747647 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.751066 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] 10.222.0.31 "DELETE /v2.0/networks/3434998c-ae95-4449-9518-4e4e6105b715 HTTP/1.1" status: 204 len: 168 time: 0.4043548 Mar 23 19:49:22.767785 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117c70f-1a93-4f49-bce1-0081e803576f admin admin] Pushing event deleted for resources: {'Network': ['ID=3434998c-ae95-4449-9518-4e4e6105b715,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:22.776441 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:22.776441 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261729f-da64-43ef-883d-bd7bebbdffd4" -d '{"events": [{"server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "name": "network-vif-plugged", "status": "completed", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:22.794342 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 91debdd3-5c98-446b-b8d5-d015f0bb292f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:22.796963 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Deleting port f4b17025-96f2-438a-b6b7-309e79a81663 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:22.797333 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.852362 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1879ae57-66d6-4a88-ae4e-31b4610caf0c x-openstack-request-id: req-1879ae57-66d6-4a88-ae4e-31b4610caf0c {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:22.854040 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "name": "network-vif-plugged", "status": "completed", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:22.854311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1879ae57-66d6-4a88-ae4e-31b4610caf0c {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:22.856436 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'code': 200} Mar 23 19:49:22.864103 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.900492 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] For port f4b17025-96f2-438a-b6b7-309e79a81663, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=f4b17025-96f2-438a-b6b7-309e79a81663,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:22.900887 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:22.927261 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f7fbc-349d-42d7-91d7-6e4b6954da24 req-51d63fed-9efb-433f-a1f6-76bf72dcfdc4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:22.929378 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd7f7fbc-349d-42d7-91d7-6e4b6954da24 req-51d63fed-9efb-433f-a1f6-76bf72dcfdc4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 945 time: 0.0771887 Mar 23 19:49:22.932329 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=91debdd3-5c98-446b-b8d5-d015f0bb292f,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:22.968861 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dd7f7fbc-349d-42d7-91d7-6e4b6954da24 req-bfc78ea6-ba48-4c6b-aef1-f17483b08687 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337229 Mar 23 19:49:23.089583 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.090182 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.090532 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Floating IP 49a03113-d391-42b5-bdcd-dc64fc162e03 disassociated. External IP: 172.27.1.31, port: f4b17025-96f2-438a-b6b7-309e79a81663. Mar 23 19:49:23.090877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Calling delete_port for f4b17025-96f2-438a-b6b7-309e79a81663 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:23.107410 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f40ba-c5d6-4741-a79b-11c8326ea90b req-7ea4df1f-ac26-4c68-828b-de1b5e175c58 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:23.108951 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7d8f40ba-c5d6-4741-a79b-11c8326ea90b req-7ea4df1f-ac26-4c68-828b-de1b5e175c58 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0576067 Mar 23 19:49:23.151085 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7d8f40ba-c5d6-4741-a79b-11c8326ea90b req-3e4d7e2f-c998-4007-9f3f-2f6a992fb3d1 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Mar 23 19:49:23.206049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58286) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:23.248933 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0f19f50d-b3d3-4187-a2bf-89269a528967 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=891f20aa40e241d78e86f01ed6c61486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394163 Mar 23 19:49:23.249223 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58288) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:23.265943 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd9a6-204e-4e94-bf66-f7b5046742bd req-ad6b4a29-8230-489d-9994-ebd58d7e8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:23.267490 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-141fd9a6-204e-4e94-bf66-f7b5046742bd req-ad6b4a29-8230-489d-9994-ebd58d7e8991 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 1098 time: 0.1208143 Mar 23 19:49:23.302489 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-452c0ff5-fb0a-44c0-9145-267c2cccac63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.305458 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-141fd9a6-204e-4e94-bf66-f7b5046742bd req-2d1ecfa0-4e0d-403e-b95f-ed4ad5455bd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Mar 23 19:49:23.325058 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-452c0ff5-fb0a-44c0-9145-267c2cccac63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.343433 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.361826 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-25e71122-c662-4f69-a637-5784190ede3b req-67558269-caf8-4d14-89f2-95428b8a4a5c tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 210 time: 0.0347099 Mar 23 19:49:23.373904 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event deleted for resources: {'Port': ['ID=f4b17025-96f2-438a-b6b7-309e79a81663,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:23.468834 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-452c0ff5-fb0a-44c0-9145-267c2cccac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.471539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-452c0ff5-fb0a-44c0-9145-267c2cccac63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.473228 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-452c0ff5-fb0a-44c0-9145-267c2cccac63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9390828f-d6f1-4a5e-82e0-db41b7ab2b45 HTTP/1.1" status: 204 len: 168 time: 0.2230930 Mar 23 19:49:23.486696 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c0ff5-fb0a-44c0-9145-267c2cccac63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390828f-d6f1-4a5e-82e0-db41b7ab2b45,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:23.490942 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:23.602144 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:23.612098 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] Sync routers for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:23.622135 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:23.622726 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:23.641461 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] No DVR routers for this DVR port f4b17025-96f2-438a-b6b7-309e79a81663 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:49:23.644813 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:23.648460 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e1ccf3f4-bf23-49b9-97d0-93891ad835b3 req-3817af35-9cd1-46d8-a371-74cffccc40de tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "DELETE /v2.0/ports/f4b17025-96f2-438a-b6b7-309e79a81663 HTTP/1.1" status: 204 len: 173 time: 0.9727571 Mar 23 19:49:23.648904 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'name': 'network-vif-deleted', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:23.651527 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec173702-efc7-45a1-81af-bb94b79edb9f" -d '{"events": [{"server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "name": "network-vif-deleted", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:23.686083 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654b3a75-3e10-4fec-9635-b9f816790f56 x-openstack-request-id: req-654b3a75-3e10-4fec-9635-b9f816790f56 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:23.686370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f9c299-24a6-4f09-a897-e553c2d88427", "name": "network-vif-deleted", "tag": "f4b17025-96f2-438a-b6b7-309e79a81663", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:23.686617 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-654b3a75-3e10-4fec-9635-b9f816790f56 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:23.687011 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f9c299-24a6-4f09-a897-e553c2d88427', 'name': 'network-vif-deleted', 'tag': 'f4b17025-96f2-438a-b6b7-309e79a81663', 'status': 'completed', 'code': 200} Mar 23 19:49:23.742328 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:23.973414 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:24.000158 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] Checking router: c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:24.009232 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:24.009727 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:24.097365 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e45d6-d4ee-465d-a7f5-6f5e0d413540 req-455f3f21-915b-4de9-a112-5d85d9ca7d04 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:24.099762 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d22e45d6-d4ee-465d-a7f5-6f5e0d413540 req-455f3f21-915b-4de9-a112-5d85d9ca7d04 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 945 time: 0.0571139 Mar 23 19:49:24.119784 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:24.139483 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d22e45d6-d4ee-465d-a7f5-6f5e0d413540 req-df731f9e-93c0-4e67-8c65-2be1a5e8c7e5 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334063 Mar 23 19:49:24.280125 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abde59b-b50c-42cd-81be-9ebcae6e2a51 req-7d52cfaa-bb31-449b-a9cf-0faa198fbb18 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:24.281682 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0abde59b-b50c-42cd-81be-9ebcae6e2a51 req-7d52cfaa-bb31-449b-a9cf-0faa198fbb18 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0597842 Mar 23 19:49:24.332930 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0abde59b-b50c-42cd-81be-9ebcae6e2a51 req-925db2cd-e1c5-4448-9abf-7f96addff22e tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351229 Mar 23 19:49:24.354541 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:24.388152 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0a193-8ccc-49f8-b52c-7ef80ee38dbd None None] The sync data for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi is: [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:44:10Z', 'revision_number': 4, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '61874d78-fffc-4c44-876e-7c3448f977fa', 'name': '', 'network_id': '1458d76f-8d16-40dd-af13-cb257758231c', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'mac_address': 'fa:16:3e:77:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:08Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'subnets': [{'id': 'c20acc71-75c0-4aaf-a043-03b78c9b242b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:24.478706 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c03bc6c8-d18f-4207-bae6-9a43d6e4a4a0 req-b181c793-0586-43c2-af2f-1a7e85e51a10 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=74f9c299-24a6-4f09-a897-e553c2d88427 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Mar 23 19:49:24.520758 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 902fea61-65ad-44bd-bab2-552a9420f587 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:24.637718 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58320) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:24.658556 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 902fea61-65ad-44bd-bab2-552a9420f587 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:49:24.663413 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 902fea61-65ad-44bd-bab2-552a9420f587 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:24.663784 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:24.706200 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c236f30-c7ef-4aad-9a3b-b3d5a86d32fb None None] New status for floating IP 49a03113-d391-42b5-bdcd-dc64fc162e03: DOWN {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:49:24.754213 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1574199990-network', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:24.764774 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:24.797719 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 902fea61-65ad-44bd-bab2-552a9420f587, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=902fea61-65ad-44bd-bab2-552a9420f587,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:24.834675 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Made reservation on behalf of f5ee6ca14bba461b9a250e7d6074e3b8 for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:24.837207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:24.851004 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:24.857342 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:24.859868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d2be9-1613-4240-8604-9ece9de0df57" -d '{"events": [{"server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "name": "network-vif-plugged", "status": "completed", "tag": "902fea61-65ad-44bd-bab2-552a9420f587"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:24.898000 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:24.928811 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9c071-e136-440a-ba0a-9cbe38159859 x-openstack-request-id: req-80f9c071-e136-440a-ba0a-9cbe38159859 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:24.930339 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "name": "network-vif-plugged", "status": "completed", "tag": "902fea61-65ad-44bd-bab2-552a9420f587", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:24.930339 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80f9c071-e136-440a-ba0a-9cbe38159859 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:24.930339 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587', 'code': 200} Mar 23 19:49:24.941973 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:24.957299 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=902fea61-65ad-44bd-bab2-552a9420f587,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:24.964082 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.964456 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.964833 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.965419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.965759 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.966092 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.966420 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.966746 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.967088 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.967419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.967740 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:24.968062 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:25.029094 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.054678 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:49:25.067843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece5987-acd3-4cef-9ca6-557cb295018c,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:25.069209 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.069555 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Added segment f1b6822c-ef4f-454e-9cc4-58677502f506 of type vlan for network d141d795-6207-468b-ae68-4758d61711e5 Mar 23 19:49:25.110073 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.180597 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0b9bb-89e3-4cf7-850e-0a68abf62378 req-d4ef22b1-b51c-4993-8e19-af2b1d776069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:25.187495 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5ed0b9bb-89e3-4cf7-850e-0a68abf62378 req-d4ef22b1-b51c-4993-8e19-af2b1d776069 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1099 time: 0.0499003 Mar 23 19:49:25.206050 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.207377 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:25.208098 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.219936 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5ed0b9bb-89e3-4cf7-850e-0a68abf62378 req-8954bcfd-49fe-4f1e-82cf-2d9ce824d566 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293453 Mar 23 19:49:25.296212 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] Pushing event updated for resources: {'Network': ['ID=d141d795-6207-468b-ae68-4758d61711e5,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:25.308613 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network d141d795-6207-468b-ae68-4758d61711e5 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:49:25.314771 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1858-2295-4890-b27e-41953496960e req-fee18a25-20ce-4c19-a503-92a7b57469be tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:25.316813 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f50c1858-2295-4890-b27e-41953496960e req-fee18a25-20ce-4c19-a503-92a7b57469be tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.1004684 Mar 23 19:49:25.333498 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-3d972e4c-c391-45fa-a97d-91752c026035 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6945686 Mar 23 19:49:25.336217 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58328) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:25.341463 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Request body: {'subnet': {'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1574199990-subnet', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:25.360566 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f50c1858-2295-4890-b27e-41953496960e req-71a3e9cd-525a-4a36-8114-4dc38e8e386c tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372593 Mar 23 19:49:25.434440 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Made reservation on behalf of f5ee6ca14bba461b9a250e7d6074e3b8 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:25.436689 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457056'] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.455424 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232f6b-8bc2-4281-a8ae-18886be3b65e req-1050ba27-3bd5-45b0-a643-f8bbfaec5245 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:25.457182 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d2232f6b-8bc2-4281-a8ae-18886be3b65e req-1050ba27-3bd5-45b0-a643-f8bbfaec5245 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0494273 Mar 23 19:49:25.502713 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d2232f6b-8bc2-4281-a8ae-18886be3b65e req-2cff83f1-9b20-4f95-96c3-341d8e9019bb tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 Mar 23 19:49:25.625005 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ae8c-d8eb-440b-ae9d-ee240be8034d req-6434445d-6dbc-4fdc-a6de-e05d24f97093 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:25.626469 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e327ae8c-d8eb-440b-ae9d-ee240be8034d req-6434445d-6dbc-4fdc-a6de-e05d24f97093 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0483451 Mar 23 19:49:25.635981 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58340) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:25.646862 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Request body: {'floatingip': {'port_id': '91debdd3-5c98-446b-b8d5-d015f0bb292f'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:25.647017 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58342) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:25.679306 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.703847 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f95ad47a-a8bd-4d44-92bb-030d1fecb001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.717777 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28412449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457078'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.727840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f95ad47a-a8bd-4d44-92bb-030d1fecb001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.818192 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fd7f2f-ab26-4a16-90b9-929836af5289,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:25.823233 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f95ad47a-a8bd-4d44-92bb-030d1fecb001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.826180 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f95ad47a-a8bd-4d44-92bb-030d1fecb001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:25.830197 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f95ad47a-a8bd-4d44-92bb-030d1fecb001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "DELETE /v2.0/security-groups/3037a1a9-bcbb-42cb-b488-3886f1c3b085 HTTP/1.1" status: 204 len: 168 time: 0.1821415 Mar 23 19:49:25.830543 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58344) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:25.840229 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ad47a-a8bd-4d44-92bb-030d1fecb001 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3037a1a9-bcbb-42cb-b488-3886f1c3b085,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:25.892118 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.api.v2.resource [None req-ea0ef7a9-bf06-421a-b89e-f7fd94d8eaeb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] show failed (client error): The resource could not be found. Mar 23 19:49:25.893172 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ea0ef7a9-bf06-421a-b89e-f7fd94d8eaeb tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups/3037a1a9-bcbb-42cb-b488-3886f1c3b085 HTTP/1.1" status: 404 len: 347 time: 0.0593224 Mar 23 19:49:25.896234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58346) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:25.897404 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Checking segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:25.897765 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Network hostable DHCP agents. Network: d141d795-6207-468b-ae68-4758d61711e5, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:49:26.011892 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Network d141d795-6207-468b-ae68-4758d61711e5 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:49:26.018792 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Deleting port d28e6750-def4-4378-8246-f0164caca6f9 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:26.022311 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.098140 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.098471 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.114962 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Calling delete_port for d28e6750-def4-4378-8246-f0164caca6f9 owned by network:floatingip {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:26.147598 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, d141d795-6207-468b-ae68-4758d61711e5) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:26.152178 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:26.153372 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.157202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff443de6-b137-4bd9-92df-6ec1dc6d03f2 None None] Network d141d795-6207-468b-ae68-4758d61711e5 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:49:26.228472 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.245625 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cc77b87a-f953-402a-884c-89e72f3dc22b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9081869 Mar 23 19:49:26.246280 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58348) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:26.250525 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:26.297733 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.319523 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-d141d795-6207-468b-ae68-4758d61711e5', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:49:26.319523 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.344121 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.349163 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.357447 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.414067 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Floating IP d81cae4c-9df2-4b90-b4ae-9fcc8d999606 associated. External IP: 172.27.1.48, port: 91debdd3-5c98-446b-b8d5-d015f0bb292f. Mar 23 19:49:26.461267 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event deleted for resources: {'Port': ['ID=d28e6750-def4-4378-8246-f0164caca6f9,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:26.502898 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Allocated IP 172.20.0.2 (d141d795-6207-468b-ae68-4758d61711e5/73fd7f2f-ab26-4a16-90b9-929836af5289/c25bd89b-9cc0-4247-90fd-a3856f16d434) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:26.515006 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks [] for floatingip, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.515705 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device f4b17025-96f2-438a-b6b7-309e79a81663 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:26.517563 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.518707 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ccc4b0ce-703e-4a4f-83bb-586cd14c035f tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "DELETE /v2.0/floatingips/49a03113-d391-42b5-bdcd-dc64fc162e03 HTTP/1.1" status: 204 len: 168 time: 0.6214991 Mar 23 19:49:26.553781 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.555846 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: f4b17025-96f2-438a-b6b7-309e79a81663 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:26.556282 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device f4b17025-96f2-438a-b6b7-309e79a81663 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:26.576343 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea89af-0d75-4fc9-97d1-8bafdfd154e2 req-380e1163-1dc7-47fb-af36-93ab6b6ed7e7 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:26.579773 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-deea89af-0d75-4fc9-97d1-8bafdfd154e2 req-380e1163-1dc7-47fb-af36-93ab6b6ed7e7 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.1128755 Mar 23 19:49:26.654228 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-deea89af-0d75-4fc9-97d1-8bafdfd154e2 req-4ca97e29-9fb9-4f99-b3d5-16feb422401b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678060 Mar 23 19:49:26.694547 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.697207 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:26.754302 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.761565 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.795611 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Network d141d795-6207-468b-ae68-4758d61711e5 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:26.799922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:26.803484 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:26.818239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Pushing event updated for resources: {'Port': ['ID=c25bd89b-9cc0-4247-90fd-a3856f16d434,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:26.821262 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:26.828408 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.839725 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:26.861529 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-de931572-f188-4895-a4a5-d00c85e754c3 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "PUT /v2.0/floatingips/d81cae4c-9df2-4b90-b4ae-9fcc8d999606 HTTP/1.1" status: 200 len: 990 time: 1.2244270 Mar 23 19:49:26.862283 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:26.865404 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981586ee-ebcc-467e-897a-e62ecfa81a10" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:26.879992 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Attempting to bind port c25bd89b-9cc0-4247-90fd-a3856f16d434 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:26.880361 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Attempting to bind port c25bd89b-9cc0-4247-90fd-a3856f16d434 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:26.880718 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Attempting to bind port c25bd89b-9cc0-4247-90fd-a3856f16d434 on network d141d795-6207-468b-ae68-4758d61711e5 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:26.882591 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:26.883208 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:26.911141 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb69df-896a-4e2a-9e82-5211802b64a5 x-openstack-request-id: req-56bb69df-896a-4e2a-9e82-5211802b64a5 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:26.911141 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:26.911384 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56bb69df-896a-4e2a-9e82-5211802b64a5 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:26.911587 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'status': 'completed', 'code': 200} Mar 23 19:49:26.920820 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:26.921552 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Checking segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:26.922298 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.922721 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Bound using segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:26.923327 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Bound port: c25bd89b-9cc0-4247-90fd-a3856f16d434, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:26.924036 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:26.987381 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-54edbb89-d558-46f6-b11a-8d22194a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:26.989082 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-54edbb89-d558-46f6-b11a-8d22194a5f46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=060be405ea904aa1a04ff049dd6a68d5&device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 1098 time: 0.0456669 Mar 23 19:49:27.098463 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-ada69ebe-88a5-4011-ab3d-62bbf7d8191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:27.099447 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-ada69ebe-88a5-4011-ab3d-62bbf7d8191c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 200 len: 912 time: 0.1021321 Mar 23 19:49:27.172578 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-56ff0613-c4aa-4812-8165-4919bfefbf4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f HTTP/1.1" status: 200 len: 998 time: 0.0658722 Mar 23 19:49:27.181517 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:27.212750 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] For port c25bd89b-9cc0-4247-90fd-a3856f16d434, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:27.230596 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] For port c25bd89b-9cc0-4247-90fd-a3856f16d434, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=c25bd89b-9cc0-4247-90fd-a3856f16d434,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:27.232715 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-1504f258-bf41-405e-9f09-fac9c421c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:27.234286 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-1504f258-bf41-405e-9f09-fac9c421c14d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 200 len: 850 time: 0.0525820 Mar 23 19:49:27.290603 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-673f7c3c-71eb-480a-917d-46dbfe52eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:27.292085 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-673f7c3c-71eb-480a-917d-46dbfe52eaaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12837d1-6aa2-48e4-9a7a-54c6bae48160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424850 Mar 23 19:49:27.303315 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:27.313996 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:27.324531 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:27.395888 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-053eee5c-b6a1-4b6b-8117-ab2f5c403ab3 service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924144 Mar 23 19:49:27.422858 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8379dc-cbe4-4aa7-842e-f08922df176e None None] Pushing event updated for resources: {'Port': ['ID=c25bd89b-9cc0-4247-90fd-a3856f16d434,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:27.450155 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Allocated IP 172.27.1.173 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/580175fd-b853-47c6-969b-4cdfaa41e089) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:27.501930 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'd81cae4c-9df2-4b90-b4ae-9fcc8d999606', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'port_id': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'mac_address': 'fa:16:3e:d6:0b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:10Z', 'updated_at': '2022-03-23T19:49:26Z', 'revision_number': 1, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:27.517108 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-981586ee-ebcc-467e-897a-e62ecfa81a10 req-9576e0e2-b02f-4cd6-93e0-c7dd03fe7fee service neutron] 10.222.0.41 "GET /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140201 Mar 23 19:49:27.532605 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:27.542106 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:27.542744 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:27.572464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:27.671699 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:27.692019 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:27.755660 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:27.759983 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:27.763714 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:27.823667 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Pushing event updated for resources: {'Port': ['ID=580175fd-b853-47c6-969b-4cdfaa41e089,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:27.864530 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685166-f534-43f0-a12b-42543863a105 req-cbc8bf0a-ab19-400e-b2f3-27edca57a624 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:27.866038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d685166-f534-43f0-a12b-42543863a105 req-cbc8bf0a-ab19-400e-b2f3-27edca57a624 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.1273091 Mar 23 19:49:27.924708 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'd81cae4c-9df2-4b90-b4ae-9fcc8d999606', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'port_id': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'mac_address': 'fa:16:3e:d6:0b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:10Z', 'updated_at': '2022-03-23T19:49:26Z', 'revision_number': 1, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:27.951565 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953394da-98c5-4dcc-818e-6a36627cec9a None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'd81cae4c-9df2-4b90-b4ae-9fcc8d999606', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'port_id': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'mac_address': 'fa:16:3e:d6:0b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:10Z', 'updated_at': '2022-03-23T19:49:26Z', 'revision_number': 1, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:27.992744 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d685166-f534-43f0-a12b-42543863a105 req-d5f2d60e-1f79-4a71-a47f-061c996d6615 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928328 Mar 23 19:49:28.169222 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f540b41-b7d9-4269-952d-7a58a6d5fd6a req-4578b522-d1a0-47e8-aa0e-5d082397e607 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:28.170691 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6f540b41-b7d9-4269-952d-7a58a6d5fd6a req-4578b522-d1a0-47e8-aa0e-5d082397e607 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.0947616 Mar 23 19:49:28.234761 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.280429 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6f540b41-b7d9-4269-952d-7a58a6d5fd6a req-187275fe-b779-4160-b2f4-2a8ca9a0dbd4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807149 Mar 23 19:49:28.306417 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58370) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:28.361899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa2ae8-3b10-4a17-be02-f93632e3c20c tempest-TestVolumeBootPattern-2108699269 tempest-TestVolumeBootPattern-2108699269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:28.364936 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ccfa2ae8-3b10-4a17-be02-f93632e3c20c tempest-TestVolumeBootPattern-2108699269 tempest-TestVolumeBootPattern-2108699269-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1094 time: 0.0573173 Mar 23 19:49:28.367602 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58372) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:28.373867 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:28.428861 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f984ba2-9b82-4293-839a-3c0aa217e225 None None] New status for floating IP d81cae4c-9df2-4b90-b4ae-9fcc8d999606: ACTIVE {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:49:28.487296 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device c25bd89b-9cc0-4247-90fd-a3856f16d434 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:28.519610 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.552642 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.566469 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port c25bd89b-9cc0-4247-90fd-a3856f16d434 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:28.568425 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.625534 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc83fe-dbd6-4aa8-8ed0-6e0cd38283a8 None None] Network d141d795-6207-468b-ae68-4758d61711e5 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:49:28.727537 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.738804 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.747121 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-d7bd87c1-6050-4a78-82f4-b7af89b0a1f5 None None] Provisioning complete for port c25bd89b-9cc0-4247-90fd-a3856f16d434 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:28.747507 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d7bd87c1-6050-4a78-82f4-b7af89b0a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.805896 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port c25bd89b-9cc0-4247-90fd-a3856f16d434, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=c25bd89b-9cc0-4247-90fd-a3856f16d434,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:28.854014 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Router 3a568fc8-3840-4272-a926-ca8acb6c1b6b is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:49:28.856895 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Allocated IP 172.27.1.203 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/2eadd1f0-1f1a-4c8e-87fc-3d6bc572577d) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:28.888582 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:28.957604 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=c25bd89b-9cc0-4247-90fd-a3856f16d434,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:29.037614 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:29.046989 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Sync routers for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:29.052475 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.059523 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:29.060252 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:29.152100 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.153962 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-975c282b-c458-42f5-9365-6cc6dae249fc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9061716 Mar 23 19:49:29.157029 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58378) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:29.176245 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-3d46ec05-5aa2-48f3-9f63-33fd263408cc None None] Provisioning complete for port c25bd89b-9cc0-4247-90fd-a3856f16d434 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:29.176685 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec05-5aa2-48f3-9f63-33fd263408cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.203971 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.211616 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:29.256375 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:29.263164 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:29.292894 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:29.321811 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=2eadd1f0-1f1a-4c8e-87fc-3d6bc572577d,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:29.364509 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-2a7a25c7-db3b-417f-b102-e595753ac358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.603031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:27Z', 'revision_number': 3, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:29.629619 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Checking router: 3a568fc8-3840-4272-a926-ca8acb6c1b6b for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:29.629967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Updating router 3a568fc8-3840-4272-a926-ca8acb6c1b6b port 580175fd-b853-47c6-969b-4cdfaa41e089 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:49:29.657962 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.835176 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.929627 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:29.942400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7d646-1843-4057-83c0-2bac453d8921 req-af1cbad2-0630-4c45-9fc3-9feefa791896 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:29.943873 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ace7d646-1843-4057-83c0-2bac453d8921 req-af1cbad2-0630-4c45-9fc3-9feefa791896 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.3978226 Mar 23 19:49:29.965966 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.017190 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Attempting to bind port 580175fd-b853-47c6-969b-4cdfaa41e089 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:30.017563 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Attempting to bind port 580175fd-b853-47c6-969b-4cdfaa41e089 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:30.017918 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Attempting to bind port 580175fd-b853-47c6-969b-4cdfaa41e089 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:30.025471 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc07b1f-3ea6-4320-bc75-ffa319e22289 None None] Pushing event updated for resources: {'Port': ['ID=580175fd-b853-47c6-969b-4cdfaa41e089,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:30.028896 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:30.029302 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:30.029696 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.030087 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:30.030550 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Bound port: 580175fd-b853-47c6-969b-4cdfaa41e089, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:30.030931 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.058383 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ace7d646-1843-4057-83c0-2bac453d8921 req-2b763866-3be1-421e-ad58-89fc7c077cab tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067693 Mar 23 19:49:30.087574 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] For port 580175fd-b853-47c6-969b-4cdfaa41e089, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:30.090665 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] For port 580175fd-b853-47c6-969b-4cdfaa41e089, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=580175fd-b853-47c6-969b-4cdfaa41e089,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:30.137451 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.192430 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:30.193127 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:30.232187 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc07b1f-3ea6-4320-bc75-ffa319e22289 None None] Pushing event updated for resources: {'Port': ['ID=580175fd-b853-47c6-969b-4cdfaa41e089,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:30.236640 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.258101 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.304435 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:30.410437 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.432154 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device c25bd89b-9cc0-4247-90fd-a3856f16d434 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:30.487397 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Allocated IP 172.20.0.1 (d141d795-6207-468b-ae68-4758d61711e5/73fd7f2f-ab26-4a16-90b9-929836af5289/908aa076-071e-4536-9f7f-a8dc30e469c2) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:30.530322 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port c25bd89b-9cc0-4247-90fd-a3856f16d434 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:30.530695 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.563949 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:27Z', 'revision_number': 3, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:30.593171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e5c07-9e1e-4f29-b2e2-981e6aa81323 None None] The sync data for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi is: [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:27Z', 'revision_number': 3, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:30.684719 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.701305 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.760213 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.794470 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.865108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Network d141d795-6207-468b-ae68-4758d61711e5 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:30.865108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=2eadd1f0-1f1a-4c8e-87fc-3d6bc572577d,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:30.865108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:30.868716 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:30.873348 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:30.982038 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Pushing event updated for resources: {'Port': ['ID=908aa076-071e-4536-9f7f-a8dc30e469c2,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:30.990263 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:31.090575 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Floating IP 203eb4d7-6326-4bb1-876e-1129977abeee associated. External IP: 172.27.1.203, port: 902fea61-65ad-44bd-bab2-552a9420f587. Mar 23 19:49:31.091852 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-b1bdecca-8d52-49f3-81ef-9e5cb42d0060 None None] Provisioning complete for port 908aa076-071e-4536-9f7f-a8dc30e469c2 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:31.092267 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b1bdecca-8d52-49f3-81ef-9e5cb42d0060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:31.145351 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdecca-8d52-49f3-81ef-9e5cb42d0060 None None] Port 908aa076-071e-4536-9f7f-a8dc30e469c2 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:31.267228 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e7646-eb7c-4ee7-b4bd-dfd06ad983a9 req-b8634aba-5604-4981-a494-3f5d34f9357d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:31.269492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-400e7646-eb7c-4ee7-b4bd-dfd06ad983a9 req-b8634aba-5604-4981-a494-3f5d34f9357d tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1169844 Mar 23 19:49:31.354621 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1a38-a507-47a8-83e5-2d42eef62b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:31.371230 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-400e7646-eb7c-4ee7-b4bd-dfd06ad983a9 req-7ea8231a-e6ea-495f-8123-12fa25e458cd tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941467 Mar 23 19:49:31.379655 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:31.501278 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:31.910971 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:31.915014 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:31.924509 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:31.933607 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:31.934206 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:32.000169 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.045205 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:32.046922 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.099190 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-28437989-50a9-44a8-a53e-8ec854ae70c3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7300351 Mar 23 19:49:32.100141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:32.102422 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79178190-39ba-458a-be7e-b972062b116c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "tag": "902fea61-65ad-44bd-bab2-552a9420f587"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:32.104947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Pushing event updated for resources: {'Port': ['ID=908aa076-071e-4536-9f7f-a8dc30e469c2,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:32.115118 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.205523 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-e80b11ad-46fa-4185-8533-ef5ff61a39b1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:32.208619 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-e80b11ad-46fa-4185-8533-ef5ff61a39b1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.0800717 Mar 23 19:49:32.226293 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Network d141d795-6207-468b-ae68-4758d61711e5 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:32.228078 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:32.312533 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:29Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:32.349234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84181738-bcf6-41d6-b3dd-72c3b684a250 x-openstack-request-id: req-84181738-bcf6-41d6-b3dd-72c3b684a250 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:32.349522 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "tag": "902fea61-65ad-44bd-bab2-552a9420f587", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:32.349824 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84181738-bcf6-41d6-b3dd-72c3b684a250 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:32.350154 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587', 'status': 'completed', 'code': 200} Mar 23 19:49:32.350922 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:32.362819 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:32.364153 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:32.380947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Router 3a568fc8-3840-4272-a926-ca8acb6c1b6b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:32.450864 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Deleting port 06c7d4b4-2339-46b6-9446-e0192603c0e4 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:32.451215 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.513632 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:32.534131 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 580175fd-b853-47c6-969b-4cdfaa41e089 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:32.588857 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-8ccec556-443a-4d28-a3fc-73959d26b940 None None] Provisioning complete for port 908aa076-071e-4536-9f7f-a8dc30e469c2 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:32.590160 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8ccec556-443a-4d28-a3fc-73959d26b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.623362 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] For port 06c7d4b4-2339-46b6-9446-e0192603c0e4, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=06c7d4b4-2339-46b6-9446-e0192603c0e4,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:32.623730 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.630306 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2cf1-cc03-4627-bcbb-afdcaba44902 req-c5c60340-7554-437b-972e-18ad87fd6ea4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:32.631996 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-db7c2cf1-cc03-4627-bcbb-afdcaba44902 req-c5c60340-7554-437b-972e-18ad87fd6ea4 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 946 time: 0.1245041 Mar 23 19:49:32.635994 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:32.641200 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-8ccec556-443a-4d28-a3fc-73959d26b940 None None] Port 908aa076-071e-4536-9f7f-a8dc30e469c2 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:32.643439 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 580175fd-b853-47c6-969b-4cdfaa41e089 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:32.644638 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.648781 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Sync routers for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:32.649482 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Calling delete_port for 06c7d4b4-2339-46b6-9446-e0192603c0e4 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:32.661865 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-31ad7a48-9f7d-4a95-992f-f924f9bd76f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a568fc8-3840-4272-a926-ca8acb6c1b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5047297 Mar 23 19:49:32.703260 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-db7c2cf1-cc03-4627-bcbb-afdcaba44902 req-007c0e9a-2f7a-405e-ba7e-651e3a0ebd15 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Mar 23 19:49:32.712823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79178190-39ba-458a-be7e-b972062b116c req-e1f6108d-b55f-4583-a358-6aba0af62058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:32.714352 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-e1f6108d-b55f-4583-a358-6aba0af62058 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1099 time: 0.3540092 Mar 23 19:49:32.721065 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:32.722395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:32.864761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79178190-39ba-458a-be7e-b972062b116c req-dea88a98-65d0-4028-ba6a-4947bbe6cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:32.866341 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-dea88a98-65d0-4028-ba6a-4947bbe6cee2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.1415734 Mar 23 19:49:32.911841 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:29Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:32.917358 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:32.939961 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:32.942928 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1119f6-0bc2-438f-9675-385afe16e02f None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:29Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:32.943800 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.078767 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 580175fd-b853-47c6-969b-4cdfaa41e089, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=580175fd-b853-47c6-969b-4cdfaa41e089,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:33.168798 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.226944 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-d9d6d85c-3606-4883-9cd3-caec25c5534c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 200 len: 1000 time: 0.3501437 Mar 23 19:49:33.232871 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f25bf5-3592-492d-88e3-4d0795505b32 None None] New status for floating IP 203eb4d7-6326-4bb1-876e-1129977abeee: ACTIVE {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:49:33.265221 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.271559 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=580175fd-b853-47c6-969b-4cdfaa41e089,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:33.277967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['5682b648-b9ca-4db5-8b85-2ed8170a7838', '06c7d4b4-2339-46b6-9446-e0192603c0e4'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:49:33.309168 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event deleted for resources: {'Port': ['ID=06c7d4b4-2339-46b6-9446-e0192603c0e4,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:33.325983 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 2, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:33.342625 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79178190-39ba-458a-be7e-b972062b116c req-95b4aad9-405b-448e-b8be-a318c00967ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:33.344170 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-95b4aad9-405b-448e-b8be-a318c00967ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.1097314 Mar 23 19:49:33.369318 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Checking router: 3a568fc8-3840-4272-a926-ca8acb6c1b6b for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:33.370419 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] No DVR routers for this DVR port 06c7d4b4-2339-46b6-9446-e0192603c0e4 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:49:33.370591 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Updating router 3a568fc8-3840-4272-a926-ca8acb6c1b6b port 908aa076-071e-4536-9f7f-a8dc30e469c2 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:49:33.373144 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.376933 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1fbf2091-3526-430c-9eca-8d7d09f60139 req-963269de-c5f8-49db-96a5-54400f5d1dcf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "DELETE /v2.0/ports/06c7d4b4-2339-46b6-9446-e0192603c0e4 HTTP/1.1" status: 204 len: 173 time: 1.1600788 Mar 23 19:49:33.385406 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'name': 'network-vif-deleted', 'tag': '06c7d4b4-2339-46b6-9446-e0192603c0e4'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:33.387960 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7788ac-80d9-4305-9a23-834ac7fb2bc1" -d '{"events": [{"server_uuid": "6f81cd9a-a2f4-4364-953b-4fb34a17ff69", "name": "network-vif-deleted", "tag": "06c7d4b4-2339-46b6-9446-e0192603c0e4"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:33.434659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79178190-39ba-458a-be7e-b972062b116c req-329a8347-09de-406c-9779-6749b6b61e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:33.436255 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-329a8347-09de-406c-9779-6749b6b61e62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670662 Mar 23 19:49:33.443232 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.558726 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58410) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:33.563558 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-616529065-network', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:33.584494 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-dd130028-3697-4b4a-9e68-92d5fc52a3ce service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346123 Mar 23 19:49:33.657979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Made reservation on behalf of 8869f1d2544e44ddadb77429c15bc4f9 for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:33.664037 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.683492 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.713744 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-79178190-39ba-458a-be7e-b972062b116c req-64d3a4e7-b1d4-4063-9af7-bc84e000baac service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210520 Mar 23 19:49:33.750779 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708d9375-fc38-47bb-b242-f8de6fe3a816 x-openstack-request-id: req-708d9375-fc38-47bb-b242-f8de6fe3a816 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:33.751123 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f81cd9a-a2f4-4364-953b-4fb34a17ff69", "name": "network-vif-deleted", "tag": "06c7d4b4-2339-46b6-9446-e0192603c0e4", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:33.751382 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-708d9375-fc38-47bb-b242-f8de6fe3a816 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:33.751785 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f81cd9a-a2f4-4364-953b-4fb34a17ff69', 'name': 'network-vif-deleted', 'tag': '06c7d4b4-2339-46b6-9446-e0192603c0e4', 'status': 'completed', 'code': 200} Mar 23 19:49:33.839051 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-30780432-fe79-417a-a31d-a58ea21385b6 req-3fc2f466-81c8-4f21-860e-227d9a548621 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f81cd9a-a2f4-4364-953b-4fb34a17ff69 HTTP/1.1" status: 200 len: 210 time: 0.0329828 Mar 23 19:49:33.861738 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.867493 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.931088 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.936967 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.959184 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:49:33.966217 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f1b7f8-21cb-442f-a40a-6e9825de7559,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:33.974651 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:33.975163 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Added segment ab8e00a7-53a3-4a16-a492-db2ef8aabd74 of type vlan for network e2253148-5185-4d5d-abbb-5f5409d7ea01 Mar 23 19:49:34.018421 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.086459 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.087438 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:34.088500 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.109929 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c615-aaca-4da1-92b2-75bea901806e None None] Pushing event updated for resources: {'Port': ['ID=908aa076-071e-4536-9f7f-a8dc30e469c2,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:34.161461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Attempting to bind port 908aa076-071e-4536-9f7f-a8dc30e469c2 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:34.161828 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Attempting to bind port 908aa076-071e-4536-9f7f-a8dc30e469c2 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:34.162195 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Attempting to bind port 908aa076-071e-4536-9f7f-a8dc30e469c2 on network d141d795-6207-468b-ae68-4758d61711e5 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:34.168290 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:34.170202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Checking segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:34.170202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.170202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Bound using segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:34.171208 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Bound port: 908aa076-071e-4536-9f7f-a8dc30e469c2, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:34.171618 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.174262 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] Pushing event updated for resources: {'Network': ['ID=e2253148-5185-4d5d-abbb-5f5409d7ea01,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:34.192731 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:49:34.198408 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f42478b6-a737-4248-9469-425d233137b5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6359847 Mar 23 19:49:34.199866 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58416) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:34.205358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Request body: {'subnet': {'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-616529065-subnet', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:34.304190 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.310509 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] For port 908aa076-071e-4536-9f7f-a8dc30e469c2, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:34.313622 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] For port 908aa076-071e-4536-9f7f-a8dc30e469c2, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=908aa076-071e-4536-9f7f-a8dc30e469c2,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:34.331903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Made reservation on behalf of 8869f1d2544e44ddadb77429c15bc4f9 for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:34.334312 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457056'] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.388755 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-ac5a6edc-1af6-4904-bb15-cc6256200036 None None] Provisioning complete for port 908aa076-071e-4536-9f7f-a8dc30e469c2 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:34.389225 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6edc-1af6-4904-bb15-cc6256200036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.424147 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.482647 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 580175fd-b853-47c6-969b-4cdfaa41e089 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:34.486983 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a6edc-1af6-4904-bb15-cc6256200036 None None] Port 908aa076-071e-4536-9f7f-a8dc30e469c2 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:34.548141 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c615-aaca-4da1-92b2-75bea901806e None None] Pushing event updated for resources: {'Port': ['ID=908aa076-071e-4536-9f7f-a8dc30e469c2,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:34.552606 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:34.553259 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:34.605653 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28412449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457078'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.618264 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 580175fd-b853-47c6-969b-4cdfaa41e089 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:34.618642 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.664764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=322f1230-4ca7-4e2e-8e9e-28bc318533c0,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:34.686379 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.687160 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.687160 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.687393 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.687742 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.688011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.688336 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.688662 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.689019 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.689328 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.689649 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.689966 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:34.701325 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:34.702184 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Checking segment: {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:34.702779 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Network hostable DHCP agents. Network: e2253148-5185-4d5d-abbb-5f5409d7ea01, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:49:34.770777 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:49:34.830992 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.839412 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, e2253148-5185-4d5d-abbb-5f5409d7ea01) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:34.844254 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:34.844963 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.877910 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b4a24-b894-4f7c-8a8c-cf34de884953 None None] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:49:34.897228 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-5ba2b319-6580-4b75-beff-c75dbe1830e5 None None] Provisioning complete for port 908aa076-071e-4536-9f7f-a8dc30e469c2 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:34.898151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b319-6580-4b75-beff-c75dbe1830e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:34.917396 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-6f0c5cab-9486-48b3-bcda-d891787abc2d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7161493 Mar 23 19:49:34.919783 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58422) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:34.924664 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:35.022972 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.024055 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.081153 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.125538 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b319-6580-4b75-beff-c75dbe1830e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.152463 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:34Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:35.156648 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-e2253148-5185-4d5d-abbb-5f5409d7ea01', 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'fixed_ips': [{'subnet_id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:49:35.157479 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.199443 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f781ae-899b-4e17-b690-98f36023a64c None None] The sync data for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi is: [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:34Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:35.227326 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-5ba2b319-6580-4b75-beff-c75dbe1830e5 None None] For port 908aa076-071e-4536-9f7f-a8dc30e469c2, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=908aa076-071e-4536-9f7f-a8dc30e469c2,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:35.298650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.312324 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b319-6580-4b75-beff-c75dbe1830e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.349410 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03a1ff-0109-4f7c-bd69-1eebda30efd3 req-97917bca-fdb3-4f72-9386-9867f2aadb01 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:35.354711 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ca03a1ff-0109-4f7c-bd69-1eebda30efd3 req-97917bca-fdb3-4f72-9386-9867f2aadb01 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0715308 Mar 23 19:49:35.403886 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ca03a1ff-0109-4f7c-bd69-1eebda30efd3 req-75bd6152-81e5-4d5c-a50b-c48e673833d3 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Mar 23 19:49:35.424376 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2b319-6580-4b75-beff-c75dbe1830e5 None None] Pushing event updated for resources: {'Port': ['ID=908aa076-071e-4536-9f7f-a8dc30e469c2,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:35.440082 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Allocated IP 172.20.0.2 (e2253148-5185-4d5d-abbb-5f5409d7ea01/322f1230-4ca7-4e2e-8e9e-28bc318533c0/0e083865-4f4b-42cd-aa10-bc4ffcfa0f59) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:35.598899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.599674 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.619114 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.691610 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.736177 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Allocated IP 172.27.1.6 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/e42933ee-9fc4-479a-acb2-f20392354f61) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:35.738745 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:35.744504 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:35.746962 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:35.755055 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Pushing event updated for resources: {'Port': ['ID=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:35.815098 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Attempting to bind port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:35.815783 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Attempting to bind port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:35.816136 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Attempting to bind port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 on network e2253148-5185-4d5d-abbb-5f5409d7ea01 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:35.821239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:35.821612 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Checking segment: {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:35.822004 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.822393 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Bound using segment: {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:35.822847 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Bound port: 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:35.823217 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.848097 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.888408 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] For port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:35.891722 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] For port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:35.931516 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.960218 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:35.976391 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:35.979701 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:35.983564 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:36.012977 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e42933ee-9fc4-479a-acb2-f20392354f61,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:36.029882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b398-2192-4f28-8514-938c5f112f78 None None] Pushing event updated for resources: {'Port': ['ID=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:36.356198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:36.500908 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:36.555838 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07a178-2357-44ba-8769-6a6a6c0bec09 req-1ca612ed-22dc-405b-ae00-d36d45ca44d9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:36.558994 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a07a178-2357-44ba-8769-6a6a6c0bec09 req-1ca612ed-22dc-405b-ae00-d36d45ca44d9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0811303 Mar 23 19:49:36.562377 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 06c7d4b4-2339-46b6-9446-e0192603c0e4 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:36.564872 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:36.565510 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:36.589011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:36.601281 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a07a178-2357-44ba-8769-6a6a6c0bec09 req-9efaefe1-bf81-41a7-98b1-f07b5d9260bf tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Mar 23 19:49:36.754355 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 06c7d4b4-2339-46b6-9446-e0192603c0e4 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:36.754871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 06c7d4b4-2339-46b6-9446-e0192603c0e4 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:36.810351 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:36.828079 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:49:36.842656 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:36.907966 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:36.909021 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 908aa076-071e-4536-9f7f-a8dc30e469c2 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:36.939280 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:36.959261 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Sync routers for ids ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:36.998182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Routers {'7ade1ba1-1a83-43ab-8491-51e0e93489a8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:36.998803 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:37.008155 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:37.032767 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.037827 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-74b1e501-9f6d-4de4-a875-ede5aaa5edb2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1169560 Mar 23 19:49:37.042681 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58430) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:37.082860 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 908aa076-071e-4536-9f7f-a8dc30e469c2 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:37.083390 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.180793 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Set router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:37.244636 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89fc77b-87df-406d-96a4-d44a77511c25 None None] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:49:37.358629 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-13aed37e-e550-484d-b6bf-19828086c979 None None] Provisioning complete for port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:37.359010 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-13aed37e-e550-484d-b6bf-19828086c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.477077 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.638043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:36Z', 'revision_number': 3, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:37.642355 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Allocated IP 172.20.0.1 (e2253148-5185-4d5d-abbb-5f5409d7ea01/322f1230-4ca7-4e2e-8e9e-28bc318533c0/95e6ec4e-2354-4b33-8e0e-243d96e16ab0) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:37.672582 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Checking router: 7ade1ba1-1a83-43ab-8491-51e0e93489a8 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:37.673112 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Updating router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 port e42933ee-9fc4-479a-acb2-f20392354f61 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:49:37.707684 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.806675 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.817556 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d7a39-2c5d-4e8b-98ae-dd6729626c59 req-77d7b8ce-55fb-402d-a9e6-878124135697 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:37.819082 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cd3d7a39-2c5d-4e8b-98ae-dd6729626c59 req-77d7b8ce-55fb-402d-a9e6-878124135697 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.1009512 Mar 23 19:49:37.875486 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cd3d7a39-2c5d-4e8b-98ae-dd6729626c59 req-ea01eff7-386f-47a1-8e77-9414f427eca9 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Mar 23 19:49:37.953937 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0884f1dd-313c-4d5b-b52f-ced5c07ea5e9 None None] Provisioning complete for port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:37.954500 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0884f1dd-313c-4d5b-b52f-ced5c07ea5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.959590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:37.997134 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:38.001560 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:38.005509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:38.019825 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.028858 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Pushing event updated for resources: {'Port': ['ID=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:38.039295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.039640 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.039975 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.040307 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.040632 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.040956 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.041306 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.041629 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.041951 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.042269 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.042586 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.042902 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:38.063490 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.085315 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.144174 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Attempting to bind port e42933ee-9fc4-479a-acb2-f20392354f61 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:38.144544 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Attempting to bind port e42933ee-9fc4-479a-acb2-f20392354f61 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:38.144908 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Attempting to bind port e42933ee-9fc4-479a-acb2-f20392354f61 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:38.150304 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea90148-5937-44a9-a810-1b8c5c511f1b None None] Pushing event updated for resources: {'Port': ['ID=e42933ee-9fc4-479a-acb2-f20392354f61,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:38.153959 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:38.154338 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:38.155032 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.155435 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:38.155903 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Bound port: e42933ee-9fc4-479a-acb2-f20392354f61, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:38.156285 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.209802 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] For port e42933ee-9fc4-479a-acb2-f20392354f61, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:38.212952 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] For port e42933ee-9fc4-479a-acb2-f20392354f61, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e42933ee-9fc4-479a-acb2-f20392354f61,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:38.264391 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.287376 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.334740 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-7f26faa4-6e67-40e6-a8a8-1d25a99f6855 None None] Provisioning complete for port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:38.335115 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7f26faa4-6e67-40e6-a8a8-1d25a99f6855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.379313 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea90148-5937-44a9-a810-1b8c5c511f1b None None] Pushing event updated for resources: {'Port': ['ID=e42933ee-9fc4-479a-acb2-f20392354f61,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:38.393009 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Routers {'7ade1ba1-1a83-43ab-8491-51e0e93489a8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:38.393009 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:38.427411 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-7f26faa4-6e67-40e6-a8a8-1d25a99f6855 None None] Port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:38.437348 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.437694 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:38.502278 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.574487 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.576366 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Pushing event updated for resources: {'Port': ['ID=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:38.651137 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] Set router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:38.677446 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:38.679296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:38.689730 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:38.690039 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:38.796483 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:38.924270 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:38.929776 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-541cdff2-60a3-472a-a8ec-715bbd0eedb0 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ade1ba1-1a83-43ab-8491-51e0e93489a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8861015 Mar 23 19:49:38.936499 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-ec1c300c-31db-47e6-9a3d-3b2ac2605871 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:38.939943 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-ec1c300c-31db-47e6-9a3d-3b2ac2605871 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0599365 Mar 23 19:49:38.960425 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '95e6ec4e-2354-4b33-8e0e-243d96e16ab0', 'name': '', 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'mac_address': 'fa:16:3e:3a:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:37Z', 'updated_at': '2022-03-23T19:49:37Z', 'revision_number': 1, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'subnets': [{'id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:38.965945 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-712c3e4a-b7e1-415a-9e88-c6256b89cf5d None None] Provisioning complete for port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:38.966569 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-712c3e4a-b7e1-415a-9e88-c6256b89cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:39.013522 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0897ff-21e6-408c-b0fc-f12a69ac03db req-3b8bafd1-b364-4bec-a167-6bc2829e304e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:39.014857 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd010f-d96e-48c5-9136-a0318506f10e None None] The sync data for ids ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'] in dv-cinder-834962-1-iscsi is: [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '95e6ec4e-2354-4b33-8e0e-243d96e16ab0', 'name': '', 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'mac_address': 'fa:16:3e:3a:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:37Z', 'updated_at': '2022-03-23T19:49:37Z', 'revision_number': 1, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'subnets': [{'id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:39.016064 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5e0897ff-21e6-408c-b0fc-f12a69ac03db req-3b8bafd1-b364-4bec-a167-6bc2829e304e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 945 time: 0.0631316 Mar 23 19:49:39.049746 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-712c3e4a-b7e1-415a-9e88-c6256b89cf5d None None] Port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:39.070000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Deleting port 5682b648-b9ca-4db5-8b85-2ed8170a7838 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:39.070647 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:39.077875 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5e0897ff-21e6-408c-b0fc-f12a69ac03db req-a509271a-172f-4580-b5c6-0c093f75b205 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d65f11-ad3a-4281-a8de-426c007c66e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531604 Mar 23 19:49:39.171212 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] For port 5682b648-b9ca-4db5-8b85-2ed8170a7838, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=5682b648-b9ca-4db5-8b85-2ed8170a7838,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:39.172471 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:39.183915 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Calling delete_port for 5682b648-b9ca-4db5-8b85-2ed8170a7838 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:39.434070 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:39.448294 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['5682b648-b9ca-4db5-8b85-2ed8170a7838'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:49:39.464111 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Pushing event deleted for resources: {'Port': ['ID=5682b648-b9ca-4db5-8b85-2ed8170a7838,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:39.522680 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] No DVR routers for this DVR port 5682b648-b9ca-4db5-8b85-2ed8170a7838 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:49:39.525598 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:39.529019 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4374ae5e-3526-4975-84fa-4c5a797e9014 req-7175dbdf-a250-4492-9d03-ab09bc8bb9a1 tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.41 "DELETE /v2.0/ports/5682b648-b9ca-4db5-8b85-2ed8170a7838 HTTP/1.1" status: 204 len: 173 time: 0.5831268 Mar 23 19:49:39.529511 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'name': 'network-vif-deleted', 'tag': '5682b648-b9ca-4db5-8b85-2ed8170a7838'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:49:39.531836 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80485225-5388-4ba5-af7e-18c927707aef" -d '{"events": [{"server_uuid": "a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4", "name": "network-vif-deleted", "tag": "5682b648-b9ca-4db5-8b85-2ed8170a7838"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:49:39.569839 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7351a-c543-4978-af09-f5a731261eef x-openstack-request-id: req-d2d7351a-c543-4978-af09-f5a731261eef {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:49:39.575677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4", "name": "network-vif-deleted", "tag": "5682b648-b9ca-4db5-8b85-2ed8170a7838", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:49:39.575677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2d7351a-c543-4978-af09-f5a731261eef {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:49:39.575677 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4', 'name': 'network-vif-deleted', 'tag': '5682b648-b9ca-4db5-8b85-2ed8170a7838', 'status': 'completed', 'code': 200} Mar 23 19:49:40.205045 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-48e620f4-fc65-49c1-ae3f-8989f28e1c8a req-6f040156-024a-4dfc-8325-49a7e25a6c5e tempest-ServerRescueNegativeTestJSON-376521797 tempest-ServerRescueNegativeTestJSON-376521797-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8c9c891-705c-4ee7-a4b8-aaae3c80a0e4 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Mar 23 19:49:40.510876 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e42933ee-9fc4-479a-acb2-f20392354f61 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:40.567471 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port e42933ee-9fc4-479a-acb2-f20392354f61 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:40.568009 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:40.586739 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:49:40.655632 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:40.683422 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port e42933ee-9fc4-479a-acb2-f20392354f61, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e42933ee-9fc4-479a-acb2-f20392354f61,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:40.771294 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:40.821828 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=e42933ee-9fc4-479a-acb2-f20392354f61,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:41.271693 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58474) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:42.200663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:42.498203 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e42933ee-9fc4-479a-acb2-f20392354f61 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:42.560299 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port e42933ee-9fc4-479a-acb2-f20392354f61 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:42.560863 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:42.571207 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Deleting port 61874d78-fffc-4c44-876e-7c3448f977fa {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:42.572208 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:42.585076 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 5682b648-b9ca-4db5-8b85-2ed8170a7838 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:42.631264 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 5682b648-b9ca-4db5-8b85-2ed8170a7838 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:42.631264 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 5682b648-b9ca-4db5-8b85-2ed8170a7838 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:42.665898 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] For port 61874d78-fffc-4c44-876e-7c3448f977fa, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=61874d78-fffc-4c44-876e-7c3448f977fa,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:42.666274 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:42.680303 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Calling delete_port for 61874d78-fffc-4c44-876e-7c3448f977fa owned by network:router_interface {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:42.881981 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Sync routers for ids ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:42.892973 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Routers {'7ade1ba1-1a83-43ab-8491-51e0e93489a8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:42.894192 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:43.008963 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Set router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:43.030259 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.057069 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=61874d78-fffc-4c44-876e-7c3448f977fa,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:43.263614 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '95e6ec4e-2354-4b33-8e0e-243d96e16ab0', 'name': '', 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'mac_address': 'fa:16:3e:3a:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:37Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 2, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'subnets': [{'id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:43.265854 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.291290 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Checking router: 7ade1ba1-1a83-43ab-8491-51e0e93489a8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:43.291642 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Updating router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:49:43.321278 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.533310 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:49:43.639484 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.653809 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:49:43.661476 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-605249c6-69a7-44b0-8556-9025634319e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3863223 Mar 23 19:49:43.661780 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58490) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:43.666933 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] Sync routers for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:49:43.678596 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:43.679292 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:43.708214 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.768789 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Pushing event updated for resources: {'Port': ['ID=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:43.837451 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:43.854511 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Attempting to bind port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:49:43.857582 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Attempting to bind port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:49:43.861947 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Attempting to bind port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 on network e2253148-5185-4d5d-abbb-5f5409d7ea01 {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:49:43.865637 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks [] for router, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.874350 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.874718 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.875064 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.875399 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.875726 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.876051 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.876373 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.876696 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.877055 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.877382 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.877932 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.878409 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:49:43.882180 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:49:43.887862 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Checking segment: {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:49:43.887862 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:43.887862 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Bound using segment: {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:49:43.887862 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Bound port: 95e6ec4e-2354-4b33-8e0e-243d96e16ab0, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:49:43.887862 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.009375 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] For port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:49:44.012902 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] For port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:49:44.047086 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.103568 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.159902 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:49:42Z', 'revision_number': 5, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port': {'id': '070d1994-0d82-4d8e-b38c-33c237578ecf', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:04Z', 'updated_at': '2022-03-23T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:44.178701 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814cdd6-54de-474e-b20a-fd9b03ebcf85 None None] Pushing event updated for resources: {'Port': ['ID=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,revision_number=4']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:44.199551 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Routers {'7ade1ba1-1a83-43ab-8491-51e0e93489a8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:44.200319 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:44.213335 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] Checking router: c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:49:44.227110 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] Routers {'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:49:44.227626 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Deleting port 070d1994-0d82-4d8e-b38c-33c237578ecf {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:44.227803 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:49:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:44.228538 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.332479 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9779ed12-aed7-42ef-a638-3c9903dfebfe None None] Provisioning complete for port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:44.332888 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9779ed12-aed7-42ef-a638-3c9903dfebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.355391 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] Set router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:44.410713 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] For port 070d1994-0d82-4d8e-b38c-33c237578ecf, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=070d1994-0d82-4d8e-b38c-33c237578ecf,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:44.411441 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.420145 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] Set router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a gateway port host: None {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:49:44.428831 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Calling delete_port for 070d1994-0d82-4d8e-b38c-33c237578ecf owned by network:router_gateway {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:44.507163 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:49:44Z', 'revision_number': 6, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:44.546783 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf12ad-0f93-4c18-939e-a154ba4b5749 None None] The sync data for ids ['c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a'] in dv-cinder-834962-1-iscsi is: [{'id': 'c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a', 'name': 'tempest-ServerRescueNegativeTestJSON-2056205241-router', 'tenant_id': '0ce2607b55fe471985432493a514d7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:03Z', 'updated_at': '2022-03-23T19:49:44Z', 'revision_number': 6, 'project_id': '0ce2607b55fe471985432493a514d7f9', 'gw_port_host': None}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:44.635270 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9779ed12-aed7-42ef-a638-3c9903dfebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.644702 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:44.707103 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '95e6ec4e-2354-4b33-8e0e-243d96e16ab0', 'name': '', 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'mac_address': 'fa:16:3e:3a:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:37Z', 'updated_at': '2022-03-23T19:49:43Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'subnets': [{'id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:44.720972 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9779ed12-aed7-42ef-a638-3c9903dfebfe None None] For port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:44.731633 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:44.732729 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.739020 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b3cd6-e1de-4321-afbd-9aa938de8153 None None] The sync data for ids ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'] in dv-cinder-834962-1-iscsi is: [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:38Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '95e6ec4e-2354-4b33-8e0e-243d96e16ab0', 'name': '', 'network_id': 'e2253148-5185-4d5d-abbb-5f5409d7ea01', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'mac_address': 'fa:16:3e:3a:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:37Z', 'updated_at': '2022-03-23T19:49:43Z', 'revision_number': 4, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'subnets': [{'id': '322f1230-4ca7-4e2e-8e9e-28bc318533c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:49:44.822749 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.832495 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9779ed12-aed7-42ef-a638-3c9903dfebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.841468 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.903137 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Pushing event deleted for resources: {'Port': ['ID=070d1994-0d82-4d8e-b38c-33c237578ecf,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:44.968364 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:44.986617 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 19:49:44.987694 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG oslo_db.api [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 19:49:44.988157 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779ed12-aed7-42ef-a638-3c9903dfebfe None None] Pushing event updated for resources: {'Port': ['ID=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:45.012236 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-46073dcb-ebab-4ff0-9ba8-c0a084182449 None None] Provisioning complete for port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:45.012846 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-46073dcb-ebab-4ff0-9ba8-c0a084182449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.119462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.121741 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.273916 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.274569 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a {{(pid=108884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:49:45.282801 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.282801 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ee2cae6a-e0b1-4bad-ada5-18eb6ce3b03b admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5d03e7c-43d0-46ac-8b8f-c9c0ea85023a HTTP/1.1" status: 204 len: 168 time: 1.6199203 Mar 23 19:49:45.288405 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58500) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:45.346316 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Deleting subnet c20acc71-75c0-4aaf-a043-03b78c9b242b {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:49:45.349847 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.395236 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.551664 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.685503 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.713229 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20acc71-75c0-4aaf-a043-03b78c9b242b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:45.717644 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.722337 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-cc567db2-ff73-4ab5-960e-fb80eb09147d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c20acc71-75c0-4aaf-a043-03b78c9b242b HTTP/1.1" status: 204 len: 168 time: 0.4322400 Mar 23 19:49:45.724955 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58506) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:45.726345 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693bdd3-15ad-412a-883f-43989bffee4c None None] Network 1458d76f-8d16-40dd-af13-cb257758231c requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:49:45.820624 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:45.936773 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Deleting port 0a1d923f-9838-4a4d-9fee-32502460df50 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:45.937154 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.023907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] DHCP port deletion for 1458d76f-8d16-40dd-af13-cb257758231c request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:49:46.045242 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] For port 0a1d923f-9838-4a4d-9fee-32502460df50, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0a1d923f-9838-4a4d-9fee-32502460df50,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:46.045846 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.069828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Calling delete_port for 0a1d923f-9838-4a4d-9fee-32502460df50 owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:46.100914 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] Deleting port 0a1d923f-9838-4a4d-9fee-32502460df50 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:49:46.101568 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.336664 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.366716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] For port 0a1d923f-9838-4a4d-9fee-32502460df50, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0a1d923f-9838-4a4d-9fee-32502460df50,segment=NetworkSegment(75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc),segment_id=75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:49:46.367829 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.382058 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1d923f-9838-4a4d-9fee-32502460df50,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:46.386361 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] Calling delete_port for 0a1d923f-9838-4a4d-9fee-32502460df50 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:49:46.403745 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] No DVR routers for this DVR port 0a1d923f-9838-4a4d-9fee-32502460df50 on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:49:46.521885 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.563720 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:49:46.651715 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.729219 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] Pushing event deleted for resources: {'Port': ['ID=0a1d923f-9838-4a4d-9fee-32502460df50,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:46.739824 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee01b0-fa58-4bec-be71-9f36b5eae1c5 None None] No DVR routers for this DVR port 0a1d923f-9838-4a4d-9fee-32502460df50 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:49:46.765561 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:46.766236 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.833031 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1458d76f-8d16-40dd-af13-cb257758231c']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:46.856731 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:46.856942 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a7fae8-0f5d-4ae8-87c6-9f768c3e03fc') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:49:46.882074 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.900857 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.909671 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:49:46.910077 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:46.921141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab17a4e-ec57-45c6-b308-5080f423b4e8 req-4874aade-a949-47cd-9d3d-67150834803a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:46.922720 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2ab17a4e-ec57-45c6-b308-5080f423b4e8 req-4874aade-a949-47cd-9d3d-67150834803a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0868499 Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:49:46.923412 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:49:46.975058 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 61874d78-fffc-4c44-876e-7c3448f977fa no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:47.011763 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2ab17a4e-ec57-45c6-b308-5080f423b4e8 req-da4e2260-d373-46aa-840e-c5d27475df3e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772243 Mar 23 19:49:47.022412 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 61874d78-fffc-4c44-876e-7c3448f977fa {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:47.022412 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 61874d78-fffc-4c44-876e-7c3448f977fa not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:47.022412 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0a1d923f-9838-4a4d-9fee-32502460df50 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:47.068687 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 0a1d923f-9838-4a4d-9fee-32502460df50 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:47.069045 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0a1d923f-9838-4a4d-9fee-32502460df50 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:47.069736 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 070d1994-0d82-4d8e-b38c-33c237578ecf no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:49:47.092360 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 070d1994-0d82-4d8e-b38c-33c237578ecf {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:49:47.092697 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 070d1994-0d82-4d8e-b38c-33c237578ecf not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:49:47.114234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:47.124165 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:47.127448 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1458d76f-8d16-40dd-af13-cb257758231c HTTP/1.1" status: 204 len: 168 time: 1.4013548 Mar 23 19:49:47.138237 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb749c4-9570-45ca-a427-5c196dd417a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1458d76f-8d16-40dd-af13-cb257758231c,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:47.531373 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58522) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:47.573543 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-15912807-c1ca-42d7-ab5d-7f9b4df74540 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ce2607b55fe471985432493a514d7f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387421 Mar 23 19:49:47.573769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58524) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:49:47.623082 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b7327e42-d11c-4233-99db-c9edaf7a08f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:47.646777 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b7327e42-d11c-4233-99db-c9edaf7a08f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:48.033915 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b7327e42-d11c-4233-99db-c9edaf7a08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:48.036532 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b7327e42-d11c-4233-99db-c9edaf7a08f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:48.037741 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b7327e42-d11c-4233-99db-c9edaf7a08f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09d65f11-ad3a-4281-a8de-426c007c66e6 HTTP/1.1" status: 204 len: 168 time: 0.4630759 Mar 23 19:49:48.046308 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7327e42-d11c-4233-99db-c9edaf7a08f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d65f11-ad3a-4281-a8de-426c007c66e6,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:48.163850 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56c4a-dd9c-4d30-bbc2-b81a8ec7a09b req-bff3897d-6be7-45f9-8baa-827e31331079 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:48.165466 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-18a56c4a-dd9c-4d30-bbc2-b81a8ec7a09b req-bff3897d-6be7-45f9-8baa-827e31331079 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0571616 Mar 23 19:49:48.224172 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-18a56c4a-dd9c-4d30-bbc2-b81a8ec7a09b req-161a5ed1-f8f6-4f09-84a2-2ac22eeb9059 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526338 Mar 23 19:49:49.355682 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165d13-e91a-48c4-b053-54787694be71 req-476f4193-a2b0-4070-9ea4-e1ecffcd5cb6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:49.357479 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a7165d13-e91a-48c4-b053-54787694be71 req-476f4193-a2b0-4070-9ea4-e1ecffcd5cb6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0570891 Mar 23 19:49:49.399387 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a7165d13-e91a-48c4-b053-54787694be71 req-c5e30296-0f12-4172-8665-f51ebde2cb6f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341308 Mar 23 19:49:50.570172 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8bde1-c616-4a57-a173-7cc5a17f49eb req-6372b02f-e65f-4eda-98c3-13e3b0ee13ee tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:50.571751 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6cd8bde1-c616-4a57-a173-7cc5a17f49eb req-6372b02f-e65f-4eda-98c3-13e3b0ee13ee tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0674314 Mar 23 19:49:50.617157 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6cd8bde1-c616-4a57-a173-7cc5a17f49eb req-85ee12de-b6b7-425c-8e25-31638ab2420e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 Mar 23 19:49:51.754719 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ffd03-bbe5-48ed-92af-0f9a44d4939a req-2ef5cd5d-1fb8-4d2a-b011-333b334435c8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:51.756316 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f99ffd03-bbe5-48ed-92af-0f9a44d4939a req-2ef5cd5d-1fb8-4d2a-b011-333b334435c8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0562913 Mar 23 19:49:51.797616 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f99ffd03-bbe5-48ed-92af-0f9a44d4939a req-4ff064a4-739d-4871-ac28-7532c3ce6dda tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352497 Mar 23 19:49:52.924110 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4f84c-57ae-45a0-a4eb-69eb5b4dc8cd req-32f9d06c-00d5-42cf-a925-acc2008bc6e3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:52.926134 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-94f4f84c-57ae-45a0-a4eb-69eb5b4dc8cd req-32f9d06c-00d5-42cf-a925-acc2008bc6e3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0496588 Mar 23 19:49:52.979157 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-94f4f84c-57ae-45a0-a4eb-69eb5b4dc8cd req-576964eb-b4ac-4abe-8150-534d1607d038 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449624 Mar 23 19:49:53.202665 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-dfecfb96-fb75-4dae-837d-4800fbd3253d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:53.204104 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-dfecfb96-fb75-4dae-837d-4800fbd3253d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 815 time: 0.1092958 Mar 23 19:49:53.219473 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-0cf553d9-d503-43e9-b033-2a01b3e1c2c5 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/quotas/f5ee6ca14bba461b9a250e7d6074e3b8 HTTP/1.1" status: 200 len: 375 time: 0.0091715 Mar 23 19:49:53.275539 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e22d390d-0a3a-4187-ae85-b7c319564b99 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502188 Mar 23 19:49:53.476656 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-7d249e10-875d-48ea-ad27-4e06232eea1b service neutron] 10.222.0.31 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869535 Mar 23 19:49:53.565651 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-74b2d692-6a20-4411-85f2-dad8c2c8b6cf service neutron] 10.222.0.31 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828633 Mar 23 19:49:53.816236 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-75a0bf1d-e852-40d6-8ede-7047a726e6ae req-b5b18946-f6c1-41de-b6c8-3eddde6e06de tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 210 time: 0.0274031 Mar 23 19:49:54.101445 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f15c8-c32d-4f3b-ae3e-d08769cae750 req-fa24a69e-bbcb-448e-924e-538746c28d41 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:54.102905 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1b7f15c8-c32d-4f3b-ae3e-d08769cae750 req-fa24a69e-bbcb-448e-924e-538746c28d41 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0539649 Mar 23 19:49:54.139655 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1b7f15c8-c32d-4f3b-ae3e-d08769cae750 req-819ea412-bc3d-41a2-9207-171fd837902a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Mar 23 19:49:54.894954 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7a3b2903-00e5-4e70-85c6-7baed00bddc8 req-de834b3f-9964-468e-ad42-d66022b5d606 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Mar 23 19:49:55.260303 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089c39e-e5b3-454c-82b3-46501c4ba1ad req-e442ff10-bf83-4258-9b18-6daf8c14464e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:55.261797 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9089c39e-e5b3-454c-82b3-46501c4ba1ad req-e442ff10-bf83-4258-9b18-6daf8c14464e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0488031 Mar 23 19:49:55.298799 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9089c39e-e5b3-454c-82b3-46501c4ba1ad req-535ae9c7-eafc-4add-99c8-8adb3b4239e9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Mar 23 19:49:55.991379 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f16557f6-1ef4-4a30-bb02-b17a9b426886 req-48bfb6d7-c1fa-4961-a697-84dca67605cc tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 210 time: 0.0253510 Mar 23 19:49:56.419497 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212080-9595-41ca-9874-9bb786a478c2 req-25c97d7c-1055-416c-bc81-49a60cf85bfa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:56.420959 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f6212080-9595-41ca-9874-9bb786a478c2 req-25c97d7c-1055-416c-bc81-49a60cf85bfa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0512204 Mar 23 19:49:56.459085 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f6212080-9595-41ca-9874-9bb786a478c2 req-53522525-a0e9-42bd-b810-1b9ae8642be1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Mar 23 19:49:57.082506 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16c32e46-985a-41fa-a84a-d60acd539b8e req-08042f5c-9901-48d2-ad79-af3ad2b2a582 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 210 time: 0.0265028 Mar 23 19:49:57.579159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5f765-d461-4ee3-88dc-d5af0646aad9 req-0d90e832-b706-4896-a84b-03f7b5bbac9f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:57.581511 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8dc5f765-d461-4ee3-88dc-d5af0646aad9 req-0d90e832-b706-4896-a84b-03f7b5bbac9f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0504961 Mar 23 19:49:57.620327 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8dc5f765-d461-4ee3-88dc-d5af0646aad9 req-6c8b1892-17b7-47bc-a9da-6faf6c058b11 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Mar 23 19:49:58.149506 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-4a27290b-8434-4869-a5d9-4730dc3d16ee tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:58.153334 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-4a27290b-8434-4869-a5d9-4730dc3d16ee tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.41 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 815 time: 0.1063890 Mar 23 19:49:58.166768 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'port': {'device_id': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'admin_state_up': True, 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:58.180546 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96ee4aaa-5e6b-441a-9fe2-18c15dfa1127 req-4ba73f48-a1d0-4dd4-a7f2-e3f27662e597 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Mar 23 19:49:58.335576 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Made reservation on behalf of f5ee6ca14bba461b9a250e7d6074e3b8 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:49:58.339402 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:58.461946 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Allocated IP 172.20.0.8 (d141d795-6207-468b-ae68-4758d61711e5/73fd7f2f-ab26-4a16-90b9-929836af5289/2c85712b-6935-462a-ade9-76d28b13f75f) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:49:58.608761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:58.691184 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:58.738573 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Network d141d795-6207-468b-ae68-4758d61711e5 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:49:58.741717 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:49:58.746251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:49:58.777034 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:49:58.777238 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295240c-b18f-40af-9ffe-7f86fa2a2625 req-d5ce8769-d59a-4241-ae8e-61fe19ae181d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:58.778960 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f295240c-b18f-40af-9ffe-7f86fa2a2625 req-d5ce8769-d59a-4241-ae8e-61fe19ae181d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0788720 Mar 23 19:49:58.812548 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:58.813443 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:58.834843 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f295240c-b18f-40af-9ffe-7f86fa2a2625 req-c46fa844-9e26-4a73-8dbf-bb8d4096d839 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368400 Mar 23 19:49:58.916362 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-e5306743-6722-460a-80a0-f7e712ac3285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7535179 Mar 23 19:49:58.943423 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Request body: {'port': {'device_id': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:49:59.030227 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:59.072029 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f4e6a896-64d2-43a5-b14c-149cddc52051 None None] Provisioning complete for port 2c85712b-6935-462a-ade9-76d28b13f75f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:49:59.075436 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a896-64d2-43a5-b14c-149cddc52051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:59.144478 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6a896-64d2-43a5-b14c-149cddc52051 None None] Port 2c85712b-6935-462a-ade9-76d28b13f75f cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:49:59.348263 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d7128b9a-1e4a-494f-92ae-229d52e2e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:59.372033 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2327e-f474-4def-b16d-0d5a28174228 req-25f1a4b0-8060-4c9e-b85e-f13e8fa3df34 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:49:59.379710 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78a2327e-f474-4def-b16d-0d5a28174228 req-25f1a4b0-8060-4c9e-b85e-f13e8fa3df34 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 931 time: 0.1017866 Mar 23 19:49:59.433954 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78a2327e-f474-4def-b16d-0d5a28174228 req-ff0fe85d-2c82-4193-af6d-496ccca769d9 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530541 Mar 23 19:49:59.443706 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c85712b-6935-462a-ade9-76d28b13f75f {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:49:59.456638 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:59.475658 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Transition to ACTIVE for port object 2c85712b-6935-462a-ade9-76d28b13f75f will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:49:59.553429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:59.816070 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:49:59.927622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:00.004533 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24b7ae-ff01-407d-ad50-0719cbd5b8a7 req-68ead367-10b8-4fd3-8c3b-c307ae9ef6f9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:00.006534 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9c24b7ae-ff01-407d-ad50-0719cbd5b8a7 req-68ead367-10b8-4fd3-8c3b-c307ae9ef6f9 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0833781 Mar 23 19:50:00.016216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Attempting to bind port 2c85712b-6935-462a-ade9-76d28b13f75f on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:50:00.016585 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Attempting to bind port 2c85712b-6935-462a-ade9-76d28b13f75f by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:50:00.016887 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Attempting to bind port 2c85712b-6935-462a-ade9-76d28b13f75f on network d141d795-6207-468b-ae68-4758d61711e5 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:50:00.022065 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Port 2c85712b-6935-462a-ade9-76d28b13f75f on network d141d795-6207-468b-ae68-4758d61711e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:50:00.022394 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Attempting to bind port 2c85712b-6935-462a-ade9-76d28b13f75f on network d141d795-6207-468b-ae68-4758d61711e5 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:50:00.029649 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:50:00.030064 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Checking segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:50:00.030532 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Bound using segment: {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:50:00.031057 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Bound port: 2c85712b-6935-462a-ade9-76d28b13f75f, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b6822c-ef4f-454e-9cc4-58677502f506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:50:00.031529 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:00.060412 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9c24b7ae-ff01-407d-ad50-0719cbd5b8a7 req-29cef576-6b0b-43a3-8ebf-53486409251d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473089 Mar 23 19:50:00.147141 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:50:00.152218 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:50:00.290578 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:00.331589 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:00.332207 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:00.333682 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] 10.222.0.41 "PUT /v2.0/ports/2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 1093 time: 1.4065742 Mar 23 19:50:00.334105 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:00.336301 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:00.360692 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9dbf1-097d-43d2-818d-7b9a41615c7e service neutron] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:00.385027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bcabed-5a95-41df-a2e1-9f8fa7155be8 x-openstack-request-id: req-d1bcabed-5a95-41df-a2e1-9f8fa7155be8 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:00.385622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:00.386207 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1bcabed-5a95-41df-a2e1-9f8fa7155be8 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:00.386886 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'status': 'completed', 'code': 200} Mar 23 19:50:00.578657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910f425-8427-4403-8733-ef08e59bc48b req-30632257-4f5d-4dea-962c-f2ba616b6caa tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:00.580983 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1910f425-8427-4403-8733-ef08e59bc48b req-30632257-4f5d-4dea-962c-f2ba616b6caa tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0547140 Mar 23 19:50:00.624480 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1910f425-8427-4403-8733-ef08e59bc48b req-67836008-792a-4f6b-afe8-73a254ba3016 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Mar 23 19:50:01.203291 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808399-97d7-41a7-b965-563278d660d3 req-a5536959-43b2-4a41-b043-489eb50c4237 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:01.204786 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10808399-97d7-41a7-b965-563278d660d3 req-a5536959-43b2-4a41-b043-489eb50c4237 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0553079 Mar 23 19:50:01.245820 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10808399-97d7-41a7-b965-563278d660d3 req-89f136d5-6316-46f7-ac9f-b7a3134a8374 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342994 Mar 23 19:50:01.341532 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-17bd8e1e-144f-4a3b-8c09-19b7bee66f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:01.747994 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f119ea8-5b82-4050-9372-e43f7aa3e1f7 req-971814e8-7af6-4906-8ce1-15d81b33ab9a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:01.749530 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6f119ea8-5b82-4050-9372-e43f7aa3e1f7 req-971814e8-7af6-4906-8ce1-15d81b33ab9a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0520325 Mar 23 19:50:01.795500 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6f119ea8-5b82-4050-9372-e43f7aa3e1f7 req-69b5d536-0848-4695-bcc4-3737ad545173 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Mar 23 19:50:02.376129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e24b8a-f698-40ff-b7f8-009bac839f65 req-82d79a6a-7d42-490c-b299-9b6869cecac6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:02.378151 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b2e24b8a-f698-40ff-b7f8-009bac839f65 req-82d79a6a-7d42-490c-b299-9b6869cecac6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0527880 Mar 23 19:50:02.424544 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b2e24b8a-f698-40ff-b7f8-009bac839f65 req-5f175c5f-12e0-45b2-9545-f82efb71fa86 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401294 Mar 23 19:50:02.865118 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58774) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:02.912739 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:02.955577 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7549-d00d-4825-89e9-271bca63c765 req-c8019897-42a3-413e-aeca-b80670bd5104 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:02.957291 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b6f7549-d00d-4825-89e9-271bca63c765 req-c8019897-42a3-413e-aeca-b80670bd5104 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0731242 Mar 23 19:50:02.999899 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b6f7549-d00d-4825-89e9-271bca63c765 req-59bf7bfd-d48c-45ce-9646-1e47a82f6b2d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360651 Mar 23 19:50:03.037546 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-895353c6-256e-4407-a276-4848979bb401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.114734 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-895353c6-256e-4407-a276-4848979bb401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.204622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-895353c6-256e-4407-a276-4848979bb401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.244397 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-895353c6-256e-4407-a276-4848979bb401 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0b64fbec158461199c5333eb35401fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780458 Mar 23 19:50:03.245313 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895353c6-256e-4407-a276-4848979bb401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb81618-dd80-4920-bb82-01d01b630324,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:03.247462 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58780) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:03.304808 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3f601bad-2f2a-4e40-8dce-7271b1f61458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.331285 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3f601bad-2f2a-4e40-8dce-7271b1f61458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.438728 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3f601bad-2f2a-4e40-8dce-7271b1f61458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.441792 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3f601bad-2f2a-4e40-8dce-7271b1f61458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:03.442928 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-3f601bad-2f2a-4e40-8dce-7271b1f61458 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bb81618-dd80-4920-bb82-01d01b630324 HTTP/1.1" status: 204 len: 168 time: 0.1943567 Mar 23 19:50:03.450792 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f601bad-2f2a-4e40-8dce-7271b1f61458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb81618-dd80-4920-bb82-01d01b630324,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:03.623606 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebcf7-3677-4bc1-9bce-1a16f714da7f req-ed679cf9-0f9b-4efa-a76a-b20732c1a593 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:03.627980 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-341ebcf7-3677-4bc1-9bce-1a16f714da7f req-ed679cf9-0f9b-4efa-a76a-b20732c1a593 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.1010790 Mar 23 19:50:03.690235 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-341ebcf7-3677-4bc1-9bce-1a16f714da7f req-1f81a42b-4aba-4520-99ba-2162b1900645 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561848 Mar 23 19:50:04.072869 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58790) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:04.090356 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-534b5db9-f83a-4ad3-a03b-cf1533c8e65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.149739 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d467b-744c-4bcb-9c27-e0836db93f0e req-f102353f-f471-4001-bab5-d93f53b18b75 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:04.158563 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-024d467b-744c-4bcb-9c27-e0836db93f0e req-f102353f-f471-4001-bab5-d93f53b18b75 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0853968 Mar 23 19:50:04.193298 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-534b5db9-f83a-4ad3-a03b-cf1533c8e65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.196929 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-024d467b-744c-4bcb-9c27-e0836db93f0e req-beedcfb1-d52f-41c9-a15c-6c45572619a5 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Mar 23 19:50:04.267283 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.295980 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-534b5db9-f83a-4ad3-a03b-cf1533c8e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.344428 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b5db9-f83a-4ad3-a03b-cf1533c8e65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c75cf-7458-4862-a6dc-716da5a784e4,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:04.350403 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-534b5db9-f83a-4ad3-a03b-cf1533c8e65f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97ba1f8ae2e1476096bfc3ead43a000b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764437 Mar 23 19:50:04.353120 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 58794) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:04.415324 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a567417-47b3-4f5c-b6a1-f5404d0d2b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.440887 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a567417-47b3-4f5c-b6a1-f5404d0d2b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.553234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a567417-47b3-4f5c-b6a1-f5404d0d2b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.556301 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a567417-47b3-4f5c-b6a1-f5404d0d2b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.559786 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2a567417-47b3-4f5c-b6a1-f5404d0d2b3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/285c75cf-7458-4862-a6dc-716da5a784e4 HTTP/1.1" status: 204 len: 168 time: 0.2055616 Mar 23 19:50:04.569763 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a567417-47b3-4f5c-b6a1-f5404d0d2b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c75cf-7458-4862-a6dc-716da5a784e4,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:04.816043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:04.838061 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f9c1-b8c7-47fd-a3f3-2b2b49095e2e req-c9134788-5b60-45e7-919f-44b4ab1664fb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:04.839799 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d008f9c1-b8c7-47fd-a3f3-2b2b49095e2e req-c9134788-5b60-45e7-919f-44b4ab1664fb tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0595176 Mar 23 19:50:04.897567 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d008f9c1-b8c7-47fd-a3f3-2b2b49095e2e req-121ac8db-7948-482a-8a2d-bfeb7440b7fc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434146 Mar 23 19:50:05.357243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aceec-0a0a-424b-8083-c73f4483fc56 req-23c8a606-f2b9-45c1-aeb1-0d8d2f4bf837 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:05.359009 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-922aceec-0a0a-424b-8083-c73f4483fc56 req-23c8a606-f2b9-45c1-aeb1-0d8d2f4bf837 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0673220 Mar 23 19:50:05.425356 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-922aceec-0a0a-424b-8083-c73f4483fc56 req-5a5a99b3-1fd0-41f7-b553-1274dc2d1f56 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Mar 23 19:50:06.034887 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223033a2-7afb-4208-836b-293592ccefa4 req-490f7226-c181-4807-95e5-349a2bc4f0fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:06.037518 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-223033a2-7afb-4208-836b-293592ccefa4 req-490f7226-c181-4807-95e5-349a2bc4f0fa tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0623453 Mar 23 19:50:06.085483 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-223033a2-7afb-4208-836b-293592ccefa4 req-49ec4378-0a22-4a33-b4d2-c7be99332e9c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 Mar 23 19:50:06.578698 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e364-59b2-4692-bcd7-76585db06a3a req-c673eb26-49dc-438d-b947-8f730a0cd4ff tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:06.587291 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3b8e364-59b2-4692-bcd7-76585db06a3a req-c673eb26-49dc-438d-b947-8f730a0cd4ff tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0591571 Mar 23 19:50:06.630273 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3b8e364-59b2-4692-bcd7-76585db06a3a req-934ddcd7-1053-482b-9200-88128ef0dc92 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Mar 23 19:50:07.229388 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b402e42-cb2f-4fd3-a77e-003157854d5f req-66e2079f-1357-469d-9dc2-617ac6274d4d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:07.231005 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7b402e42-cb2f-4fd3-a77e-003157854d5f req-66e2079f-1357-469d-9dc2-617ac6274d4d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0584946 Mar 23 19:50:07.275047 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7b402e42-cb2f-4fd3-a77e-003157854d5f req-b266fc46-73fe-4ed1-94e4-f8be11344199 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361307 Mar 23 19:50:07.758331 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4c1d-fff4-4d99-9434-be2e95037b50 req-214b3058-84dd-4ea9-b030-3f0052adf437 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:07.761465 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6bb4c1d-fff4-4d99-9434-be2e95037b50 req-214b3058-84dd-4ea9-b030-3f0052adf437 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0636888 Mar 23 19:50:07.807656 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6bb4c1d-fff4-4d99-9434-be2e95037b50 req-79123b0c-8618-4012-8a64-1ec9b8e9a5f0 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Mar 23 19:50:07.984798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c req-bdf69206-4b34-44a5-90a8-2292a85ec8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:07.986762 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c req-bdf69206-4b34-44a5-90a8-2292a85ec8a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1096 time: 0.0483975 Mar 23 19:50:08.158501 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-1bb4a627-7ff1-4d47-8e7e-f3a10f2f31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.160620 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-1bb4a627-7ff1-4d47-8e7e-f3a10f2f31e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1101646 Mar 23 19:50:08.190223 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c req-31e79b16-2d18-44dc-b992-9618c9dd9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.192297 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c req-31e79b16-2d18-44dc-b992-9618c9dd9aca service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1629105 Mar 23 19:50:08.373822 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-7e41b094-2cdd-4c48-baee-f85cf35a5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.375498 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-7e41b094-2cdd-4c48-baee-f85cf35a5fcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.1821961 Mar 23 19:50:08.380635 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c req-0d3e0cab-68e9-4000-9e50-e7cd4e368e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.382031 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-494a094e-c53e-4ef8-b3d3-d6d7e92aaf1c req-0d3e0cab-68e9-4000-9e50-e7cd4e368e89 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764657 Mar 23 19:50:08.427227 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fd26-2368-4162-881d-7c530418c6da req-c7b15e52-7172-48b2-9fcd-817ee0b06faf tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.428869 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f6d9fd26-2368-4162-881d-7c530418c6da req-c7b15e52-7172-48b2-9fcd-817ee0b06faf tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0631728 Mar 23 19:50:08.496005 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-33ce274c-7983-4dc9-bd29-4d922736362d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 200 len: 1002 time: 0.1130364 Mar 23 19:50:08.497999 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f6d9fd26-2368-4162-881d-7c530418c6da req-2193ce09-04a1-470a-b994-963044f4445f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547683 Mar 23 19:50:08.505732 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-312f4aad-2f7b-4140-bdc5-d04daa243984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.507295 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-312f4aad-2f7b-4140-bdc5-d04daa243984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1096 time: 0.0708823 Mar 23 19:50:08.576069 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-c953ada0-9fd4-4516-ab3c-170ea0fc3f1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 217 time: 0.0521934 Mar 23 19:50:08.621650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-d2667477-ac27-463c-b7fd-707722815a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.623276 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-d2667477-ac27-463c-b7fd-707722815a1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.1071150 Mar 23 19:50:08.662388 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-9b1f7cab-b9ec-4d71-bea5-9eca102b0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.663828 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-9b1f7cab-b9ec-4d71-bea5-9eca102b0b1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 200 len: 854 time: 0.0800881 Mar 23 19:50:08.689895 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-18262e64-a2bf-4f36-b60f-359ab49e9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.689895 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-18262e64-a2bf-4f36-b60f-359ab49e9a35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535905 Mar 23 19:50:08.771263 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195b7d-e644-4b54-becb-c33e890bacba req-3694b2fb-c905-4789-9017-d65f77548b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.772755 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-3694b2fb-c905-4789-9017-d65f77548b8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d141d795-6207-468b-ae68-4758d61711e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981369 Mar 23 19:50:08.829513 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-b0ea38b8-ef21-401a-b00f-0c64d3d30f37 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251073 Mar 23 19:50:08.944195 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254d15-93d0-4adf-81bf-b72a434c547f req-e789f5e7-b36f-4d53-be39-c16a6dfa66ae tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:08.946099 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34254d15-93d0-4adf-81bf-b72a434c547f req-e789f5e7-b36f-4d53-be39-c16a6dfa66ae tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0578485 Mar 23 19:50:08.946263 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-43a06f41-6f82-48f0-9d6e-e8b6e840fc07 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641798 Mar 23 19:50:08.985457 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34254d15-93d0-4adf-81bf-b72a434c547f req-2688a380-9d6e-42e4-bbd9-0909a1b99630 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Mar 23 19:50:08.990009 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-70e40ef3-9eac-4b2d-bffb-ddce1b8c6926 req-40b2a0b7-43f7-4197-9ac7-13a8fe517b78 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347249 Mar 23 19:50:09.068093 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0c195b7d-e644-4b54-becb-c33e890bacba req-f3c85ca4-2f3a-4134-b888-db6910879d9f service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111224 Mar 23 19:50:09.627958 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1b51-4bc4-4979-95b8-805c169cc7f9 req-5bba92d3-aade-4789-a2fb-d1553ddcde74 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:09.629969 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a71e1b51-4bc4-4979-95b8-805c169cc7f9 req-5bba92d3-aade-4789-a2fb-d1553ddcde74 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0590713 Mar 23 19:50:09.672419 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a71e1b51-4bc4-4979-95b8-805c169cc7f9 req-8b2ddd22-f33e-45bf-8ddc-d9f660086fb1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355716 Mar 23 19:50:10.102800 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1c32d-5e65-40d2-bbca-8966c6c28b0c req-faea1018-af4a-4c7b-afbd-6b33bc061171 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:10.104267 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b0f1c32d-5e65-40d2-bbca-8966c6c28b0c req-faea1018-af4a-4c7b-afbd-6b33bc061171 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0497835 Mar 23 19:50:10.143391 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b0f1c32d-5e65-40d2-bbca-8966c6c28b0c req-eedcb7e2-643a-4c3c-9157-81ed5f3fc6ba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Mar 23 19:50:10.739035 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:50:10.792659 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0463b-c472-481c-9643-2f1a1365b9d7 req-43b6215a-7b0c-45ba-a172-c7b89753bbde tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:10.794152 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16c0463b-c472-481c-9643-2f1a1365b9d7 req-43b6215a-7b0c-45ba-a172-c7b89753bbde tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0493505 Mar 23 19:50:10.850126 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:10.863210 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'mac_address': 'fa:16:3e:e2:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:50:10.876278 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16c0463b-c472-481c-9643-2f1a1365b9d7 req-1321cbe6-56e2-470e-9164-8aff997fec36 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752146 Mar 23 19:50:10.927036 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58952) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:10.935438 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:10.949250 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbaec705-1e42-43d6-83eb-b40da20f2ca7 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:50:10.969171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:11.034843 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b96206ac-65e8-4478-8251-4fafbfc8f56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.058400 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.058400 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2c85712b-6935-462a-ade9-76d28b13f75f details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:50:11.128762 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b96206ac-65e8-4478-8251-4fafbfc8f56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.131211 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=6']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:11.195927 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b96206ac-65e8-4478-8251-4fafbfc8f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.212765 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:11.226947 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '2c85712b-6935-462a-ade9-76d28b13f75f', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'port_id': '2c85712b-6935-462a-ade9-76d28b13f75f', 'mac_address': 'fa:16:3e:14:2d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:50:11.248596 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b96206ac-65e8-4478-8251-4fafbfc8f56a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b389a45116eb4d978c828e85a6c82cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204212 Mar 23 19:50:11.249524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58972) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:11.259263 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96206ac-65e8-4478-8251-4fafbfc8f56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf41b62-b9f0-4482-bae5-f04c44d7f12d,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:11.275065 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.294192 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c85712b-6935-462a-ade9-76d28b13f75f {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:50:11.306023 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7333d7-d5ed-44e0-b705-7201a88429d8 req-e81d5035-2a00-4b2d-8344-83a65bd5f7bf tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:11.315219 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad7333d7-d5ed-44e0-b705-7201a88429d8 req-e81d5035-2a00-4b2d-8344-83a65bd5f7bf tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 943 time: 0.0846655 Mar 23 19:50:11.319431 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e5ad24f8-d274-44be-aedc-24335c84b9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.335606 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:11.349725 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ad7333d7-d5ed-44e0-b705-7201a88429d8 req-18776218-5b07-48c0-a4ec-5087b489a54c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336378 Mar 23 19:50:11.349877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e5ad24f8-d274-44be-aedc-24335c84b9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.427567 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.483074 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:11.518979 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e5ad24f8-d274-44be-aedc-24335c84b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.521874 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e5ad24f8-d274-44be-aedc-24335c84b9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:11.523151 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e5ad24f8-d274-44be-aedc-24335c84b9e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bf41b62-b9f0-4482-bae5-f04c44d7f12d HTTP/1.1" status: 204 len: 168 time: 0.2716305 Mar 23 19:50:11.531207 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['fbaec705-1e42-43d6-83eb-b40da20f2ca7'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:50:11.537626 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad24f8-d274-44be-aedc-24335c84b9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf41b62-b9f0-4482-bae5-f04c44d7f12d,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:11.735569 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2c85712b-6935-462a-ade9-76d28b13f75f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:50:12.045961 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2632f01-b94c-49c1-9601-1ff281ffecb6 req-7af9f787-207b-4933-8ec9-9adb18836413 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:12.048974 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a2632f01-b94c-49c1-9601-1ff281ffecb6 req-7af9f787-207b-4933-8ec9-9adb18836413 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Mar 23 19:50:12.097504 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a2632f01-b94c-49c1-9601-1ff281ffecb6 req-38fd3d97-553c-45b8-bdf8-9b161f4af87d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417960 Mar 23 19:50:12.244978 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 58998) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:12.266168 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e994e381-6592-4cc8-8a65-730173e9bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.394889 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e994e381-6592-4cc8-8a65-730173e9bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.522820 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35080e8-6555-4899-a547-373c7a01c4d1 req-5d71cb64-5e47-4746-b4c9-31d121f3b000 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:12.524328 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c35080e8-6555-4899-a547-373c7a01c4d1 req-5d71cb64-5e47-4746-b4c9-31d121f3b000 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 944 time: 0.0752237 Mar 23 19:50:12.567402 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c35080e8-6555-4899-a547-373c7a01c4d1 req-c75d55e4-82d8-4608-a0b4-b7d7cb749729 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Mar 23 19:50:12.627848 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e994e381-6592-4cc8-8a65-730173e9bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.679678 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e994e381-6592-4cc8-8a65-730173e9bfa1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fe1c5254de84ccb902982ecaf58c706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333751 Mar 23 19:50:12.680484 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994e381-6592-4cc8-8a65-730173e9bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa2003-7a20-4844-b7d6-2a42d00f56f3,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:12.683094 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59002) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:12.738015 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:50:12.741381 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fce474f1-07c6-4b1a-813d-cbea5d0a07ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.765080 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fce474f1-07c6-4b1a-813d-cbea5d0a07ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.812110 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port fbaec705-1e42-43d6-83eb-b40da20f2ca7 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:50:12.812479 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.900726 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fce474f1-07c6-4b1a-813d-cbea5d0a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.903615 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fce474f1-07c6-4b1a-813d-cbea5d0a07ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.904915 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-fce474f1-07c6-4b1a-813d-cbea5d0a07ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30fa2003-7a20-4844-b7d6-2a42d00f56f3 HTTP/1.1" status: 204 len: 168 time: 0.2205453 Mar 23 19:50:12.921595 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce474f1-07c6-4b1a-813d-cbea5d0a07ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa2003-7a20-4844-b7d6-2a42d00f56f3,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:12.948423 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:12.992951 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:12.995219 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba1002-ec60-42ea-8701-70b5318c31f9" -d '{"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:13.035821 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:13.229252 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d8b4d8-419e-4aa7-81d0-82bc075bf728 x-openstack-request-id: req-e5d8b4d8-419e-4aa7-81d0-82bc075bf728 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:13.229854 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:13.230437 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5d8b4d8-419e-4aa7-81d0-82bc075bf728 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:13.231846 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'code': 200} Mar 23 19:50:13.270102 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:13.271380 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2c85712b-6935-462a-ade9-76d28b13f75f up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:50:13.372157 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=7']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:13.392001 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8ab1-5a87-477a-8417-1f5d3405863e req-bfd38c49-746e-49e9-ab89-f214ea3594b7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:13.398859 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b29e8ab1-5a87-477a-8417-1f5d3405863e req-bfd38c49-746e-49e9-ab89-f214ea3594b7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.1124392 Mar 23 19:50:13.443138 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b29e8ab1-5a87-477a-8417-1f5d3405863e req-deb0911f-6d27-463c-ac21-77c6a123e392 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375454 Mar 23 19:50:13.456437 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 2c85712b-6935-462a-ade9-76d28b13f75f completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:50:13.460627 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 2c85712b-6935-462a-ade9-76d28b13f75f triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:50:13.461018 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:13.592558 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:13.643622 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:13.709136 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217d39-95f3-4966-995f-847cb918511a req-7ed789d2-53ba-461e-b8e2-41d6a00bc19f tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:13.713740 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a3217d39-95f3-4966-995f-847cb918511a req-7ed789d2-53ba-461e-b8e2-41d6a00bc19f tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 944 time: 0.0618994 Mar 23 19:50:13.721150 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:13.760308 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a3217d39-95f3-4966-995f-847cb918511a req-e98aa163-e61e-427b-84a5-b9e04099b763 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Mar 23 19:50:13.827167 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:14.596416 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a027a9-2f94-46a2-a633-73ff53e7a479 req-95041498-f80d-4420-8cc1-436b238e3906 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:14.599157 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-71a027a9-2f94-46a2-a633-73ff53e7a479 req-95041498-f80d-4420-8cc1-436b238e3906 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0638175 Mar 23 19:50:14.677341 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-71a027a9-2f94-46a2-a633-73ff53e7a479 req-ee3c2357-3b1d-4953-9a7c-93e305e71cf0 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604713 Mar 23 19:50:14.904106 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad94662-02aa-4693-a8b2-10ec8cb5ff53 req-5e066a4d-92ae-4568-90d0-fb147e8ae2ab tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:14.905583 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ad94662-02aa-4693-a8b2-10ec8cb5ff53 req-5e066a4d-92ae-4568-90d0-fb147e8ae2ab tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Mar 23 19:50:14.945755 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ad94662-02aa-4693-a8b2-10ec8cb5ff53 req-98780eb7-e8e4-4f7b-9ca2-a00d468c2254 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Mar 23 19:50:15.233570 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:15.238850 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8664f1c-b181-424d-a2c3-c236e05540c9" -d '{"events": [{"server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "name": "network-vif-plugged", "status": "completed", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:15.278356 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba9985f-adc7-4bba-a548-a2c1ac9caa2c x-openstack-request-id: req-5ba9985f-adc7-4bba-a548-a2c1ac9caa2c {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:15.278880 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "name": "network-vif-plugged", "status": "completed", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:15.279291 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ba9985f-adc7-4bba-a548-a2c1ac9caa2c {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:15.279841 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'code': 200} Mar 23 19:50:15.631611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de761a1-67e2-48de-8532-66fdf0a1ae9d req-7db68065-7f59-45da-9f74-aa7bfbb59a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:15.633147 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1de761a1-67e2-48de-8532-66fdf0a1ae9d req-7db68065-7f59-45da-9f74-aa7bfbb59a28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1098 time: 0.0572436 Mar 23 19:50:15.680271 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1de761a1-67e2-48de-8532-66fdf0a1ae9d req-3574e219-dd67-4af7-b8d2-3608576763c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Mar 23 19:50:15.813316 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034463ef-bfad-46f5-9a22-dc4bccb6e852 req-88801ba4-32c4-473c-a9a9-a587df93f8bd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:15.822007 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-034463ef-bfad-46f5-9a22-dc4bccb6e852 req-88801ba4-32c4-473c-a9a9-a587df93f8bd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0739982 Mar 23 19:50:15.865064 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-034463ef-bfad-46f5-9a22-dc4bccb6e852 req-a9717e27-d338-400c-9d86-f4efcf4c59cf tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Mar 23 19:50:16.086934 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905a0f3-7c76-4db5-bc9c-eb617a8ae25c req-b946d3e2-6186-449f-a4b7-afa0b9899e60 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:16.088742 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7905a0f3-7c76-4db5-bc9c-eb617a8ae25c req-b946d3e2-6186-449f-a4b7-afa0b9899e60 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0606334 Mar 23 19:50:16.134853 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7905a0f3-7c76-4db5-bc9c-eb617a8ae25c req-702c2239-6839-4bbe-96fd-d9e67f068752 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 Mar 23 19:50:17.044580 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f8b12-7014-45af-995c-47bfd2437dce req-762cd289-cc99-4489-813c-02b316110e15 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:17.052805 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4b9f8b12-7014-45af-995c-47bfd2437dce req-762cd289-cc99-4489-813c-02b316110e15 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0803375 Mar 23 19:50:17.116890 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4b9f8b12-7014-45af-995c-47bfd2437dce req-762ee341-43f0-42eb-a6cd-65c3f3abc833 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629621 Mar 23 19:50:17.346462 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad952c-3f2d-41dc-a2aa-0d90fbdd278e req-8df8f1f3-faa6-4fb4-b711-b242a1cc880c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:17.348224 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-44ad952c-3f2d-41dc-a2aa-0d90fbdd278e req-8df8f1f3-faa6-4fb4-b711-b242a1cc880c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.1291304 Mar 23 19:50:17.412025 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-44ad952c-3f2d-41dc-a2aa-0d90fbdd278e req-33eec6c6-3996-46b3-8044-1708d3dab84c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551085 Mar 23 19:50:17.587322 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:50:18.258279 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b8c10-d825-43fd-a2ef-1d5c18a71b67 req-a6cc9608-e138-464d-be3d-25fb5468ec39 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:18.259703 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7e2b8c10-d825-43fd-a2ef-1d5c18a71b67 req-a6cc9608-e138-464d-be3d-25fb5468ec39 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0581036 Mar 23 19:50:18.309910 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7e2b8c10-d825-43fd-a2ef-1d5c18a71b67 req-bffc9ca6-c57a-4df3-9faf-caa68a44a287 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 Mar 23 19:50:18.541068 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b81e66-51bc-49c9-be47-b1af7164cf9d req-cf080138-f72e-4293-b819-faea1ec16267 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:18.542762 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f6b81e66-51bc-49c9-be47-b1af7164cf9d req-cf080138-f72e-4293-b819-faea1ec16267 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0604630 Mar 23 19:50:18.586844 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f6b81e66-51bc-49c9-be47-b1af7164cf9d req-4de9932b-b43b-4560-b84d-380c8995ea61 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Mar 23 19:50:18.727843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f9ef-584f-44c5-a49d-0e58fdc3e0c0 req-2814e4df-5a25-4b03-bd39-8a6f7c2ae85b tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:18.734998 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c07f9ef-584f-44c5-a49d-0e58fdc3e0c0 req-2814e4df-5a25-4b03-bd39-8a6f7c2ae85b tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0706730 Mar 23 19:50:18.775339 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2c07f9ef-584f-44c5-a49d-0e58fdc3e0c0 req-9d5be691-5ad3-446d-8e9f-ef9f9f656017 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Mar 23 19:50:19.160906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a290-6c80-4d93-b94c-7babfebd302a req-3a175767-10f9-40ca-941a-a5bed5f1d7fb tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:19.163137 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dce9a290-6c80-4d93-b94c-7babfebd302a req-3a175767-10f9-40ca-941a-a5bed5f1d7fb tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0619941 Mar 23 19:50:19.210150 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dce9a290-6c80-4d93-b94c-7babfebd302a req-c270c42f-047b-473c-b532-abd8bb5a6045 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Mar 23 19:50:19.447801 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb002-20d0-468d-b5e0-c206c008933e req-e73a08fe-f30f-45d4-9c1c-e467a312292d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:19.449729 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1dbdb002-20d0-468d-b5e0-c206c008933e req-e73a08fe-f30f-45d4-9c1c-e467a312292d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0584896 Mar 23 19:50:19.504513 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1dbdb002-20d0-468d-b5e0-c206c008933e req-b275cb1b-7804-4508-b609-c24d56d59b04 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Mar 23 19:50:20.644917 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba83a0b-ee84-4823-a7a1-160e3cf36e47 req-7bdf114f-f329-4f1f-abc6-b5e811a9e066 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:20.651162 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aba83a0b-ee84-4823-a7a1-160e3cf36e47 req-7bdf114f-f329-4f1f-abc6-b5e811a9e066 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0565238 Mar 23 19:50:20.701594 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-aba83a0b-ee84-4823-a7a1-160e3cf36e47 req-6e66dfe4-00cb-4d00-b2fd-3949bbc605ba tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439436 Mar 23 19:50:21.861871 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59196) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:21.863629 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab95f-d593-46e7-b967-29a26cc56cc7 req-64cf11ae-1afa-4782-8a1d-fd350258065d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:21.865449 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720ab95f-d593-46e7-b967-29a26cc56cc7 req-64cf11ae-1afa-4782-8a1d-fd350258065d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0656264 Mar 23 19:50:21.932003 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720ab95f-d593-46e7-b967-29a26cc56cc7 req-89d45e83-0aed-4a99-81f0-d84cec932a40 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572999 Mar 23 19:50:22.031524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-72fd5cea-0d40-4bd5-a57f-b9fdaa642d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.126703 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-72fd5cea-0d40-4bd5-a57f-b9fdaa642d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.201313 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-72fd5cea-0d40-4bd5-a57f-b9fdaa642d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.239643 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd5cea-0d40-4bd5-a57f-b9fdaa642d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2527a0-c5d5-4fb9-872a-7a2e81f229a7,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:22.245796 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-72fd5cea-0d40-4bd5-a57f-b9fdaa642d2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d9e0f22896d4004ba17bd914e57e42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824060 Mar 23 19:50:22.248701 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59202) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:22.309022 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c1e314c-5ee5-49e2-b1b9-e2f137cad2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.337159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c1e314c-5ee5-49e2-b1b9-e2f137cad2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.466757 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c1e314c-5ee5-49e2-b1b9-e2f137cad2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.470161 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c1e314c-5ee5-49e2-b1b9-e2f137cad2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:22.470803 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1c1e314c-5ee5-49e2-b1b9-e2f137cad2ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa2527a0-c5d5-4fb9-872a-7a2e81f229a7 HTTP/1.1" status: 204 len: 168 time: 0.2212524 Mar 23 19:50:22.478894 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e314c-5ee5-49e2-b1b9-e2f137cad2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2527a0-c5d5-4fb9-872a-7a2e81f229a7,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:23.057670 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae8ff-6c78-464e-a906-8c19fbb2d0fd req-a245fdd0-a24e-42a1-be75-08a6511253a2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:23.061678 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d5fae8ff-6c78-464e-a906-8c19fbb2d0fd req-a245fdd0-a24e-42a1-be75-08a6511253a2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0492051 Mar 23 19:50:23.101847 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d5fae8ff-6c78-464e-a906-8c19fbb2d0fd req-29372fe3-3648-487f-8b59-1b6d744d32c5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364959 Mar 23 19:50:23.134863 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59232) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:23.148749 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bb2b55b4-afc4-4daa-8392-312ea79c5e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.234351 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bb2b55b4-afc4-4daa-8392-312ea79c5e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.312752 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-bb2b55b4-afc4-4daa-8392-312ea79c5e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.350769 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b55b4-afc4-4daa-8392-312ea79c5e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f952fa3b-25bd-4461-9f40-abc8760d594c,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:23.354953 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-bb2b55b4-afc4-4daa-8392-312ea79c5e07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9280eef5edcd4a0c884fbb7dce06af73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190781 Mar 23 19:50:23.357909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59238) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:23.440837 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4af0421f-7cbe-4467-9976-d69aeaf6295b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.461518 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b070f7-adf3-4616-86a1-6acdba830255 req-36a86fbb-843a-4462-bf8a-f76cbdccd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:23.463311 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-36a86fbb-843a-4462-bf8a-f76cbdccd8b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0680363 Mar 23 19:50:23.472915 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4af0421f-7cbe-4467-9976-d69aeaf6295b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.599316 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b070f7-adf3-4616-86a1-6acdba830255 req-3ddf96f7-1a24-4fe9-9c79-1b8a014adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:23.601054 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-3ddf96f7-1a24-4fe9-9c79-1b8a014adaad service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.1261861 Mar 23 19:50:23.657857 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4af0421f-7cbe-4467-9976-d69aeaf6295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.660541 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4af0421f-7cbe-4467-9976-d69aeaf6295b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:23.661701 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4af0421f-7cbe-4467-9976-d69aeaf6295b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f952fa3b-25bd-4461-9f40-abc8760d594c HTTP/1.1" status: 204 len: 168 time: 0.3032131 Mar 23 19:50:23.676765 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0421f-7cbe-4467-9976-d69aeaf6295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952fa3b-25bd-4461-9f40-abc8760d594c,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:23.687602 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-a0e29578-9d40-4da7-9828-92ac7a987658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 200 len: 1002 time: 0.0742261 Mar 23 19:50:23.746981 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b070f7-adf3-4616-86a1-6acdba830255 req-9c41457a-bff6-4d6c-af26-c13f29496a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:23.748447 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-9c41457a-bff6-4d6c-af26-c13f29496a4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0453069 Mar 23 19:50:23.797726 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b070f7-adf3-4616-86a1-6acdba830255 req-885c18b0-770a-476c-802a-a1c81329fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:23.799299 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-885c18b0-770a-476c-802a-a1c81329fc7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438840 Mar 23 19:50:23.893463 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-2fdd8296-1c0a-468a-84cc-103b69b73962 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Mar 23 19:50:24.001854 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-42b070f7-adf3-4616-86a1-6acdba830255 req-4cfe4556-3d44-442f-9321-2363c5f69334 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010504 Mar 23 19:50:24.226973 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7cd8d-6990-4750-9d48-6c657a0c10a8 req-70b76f40-0e9f-4835-b276-b7a2dfc71400 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:24.228497 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a3d7cd8d-6990-4750-9d48-6c657a0c10a8 req-70b76f40-0e9f-4835-b276-b7a2dfc71400 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0528643 Mar 23 19:50:24.285657 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a3d7cd8d-6990-4750-9d48-6c657a0c10a8 req-dd399dfb-7f6a-433c-88bd-c842bd2648e6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506077 Mar 23 19:50:24.527141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340bed3-65b7-4edf-9894-ac2fc84b501f req-3f6a0416-b32b-470f-a30b-afe2de9feaf2 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:24.528710 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7340bed3-65b7-4edf-9894-ac2fc84b501f req-3f6a0416-b32b-470f-a30b-afe2de9feaf2 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Mar 23 19:50:24.568526 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7340bed3-65b7-4edf-9894-ac2fc84b501f req-38110aec-9d71-44c0-b526-8c62b537e12d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Mar 23 19:50:24.592785 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59278) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:24.823871 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9efde3-cee0-42ee-a038-c67c5b1b4715 tempest-TestMinimumBasicScenario-1778455488 tempest-TestMinimumBasicScenario-1778455488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:24.825410 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5b9efde3-cee0-42ee-a038-c67c5b1b4715 tempest-TestMinimumBasicScenario-1778455488 tempest-TestMinimumBasicScenario-1778455488-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1093 time: 0.2315068 Mar 23 19:50:24.828242 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59286) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:24.833228 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'port_id': '2c85712b-6935-462a-ade9-76d28b13f75f', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:24.929299 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for floatingip, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:25.033798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:25.146027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Allocated IP 172.27.1.93 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/8d7d948c-274b-46af-8d98-257acd153861) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:50:25.255831 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:25.375550 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:25.421386 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:50:25.424835 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:50:25.429633 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:50:25.433097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440a96-d6e9-4ff3-8914-1f6bc83cf83e req-faaeb674-3df8-4c76-9288-4edd5e5fdbad tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:25.434691 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d7440a96-d6e9-4ff3-8914-1f6bc83cf83e req-faaeb674-3df8-4c76-9288-4edd5e5fdbad tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0545285 Mar 23 19:50:25.453021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'Port': ['ID=8d7d948c-274b-46af-8d98-257acd153861,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:25.482585 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d7440a96-d6e9-4ff3-8914-1f6bc83cf83e req-715f9d8e-0afc-4374-bd52-fd54752efcad tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Mar 23 19:50:25.804116 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:25.948413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:26.095995 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:26.169231 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:26.238277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'Port': ['ID=8d7d948c-274b-46af-8d98-257acd153861,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:26.250734 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:26.351670 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Floating IP 3a287de8-003a-4946-9603-884dc65b4675 associated. External IP: 172.27.1.93, port: 2c85712b-6935-462a-ade9-76d28b13f75f. Mar 23 19:50:26.618951 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5815bd-c65c-4811-810e-96bc158e6497 req-83a2c5af-244d-47da-a7ce-a516d00a035b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:26.620023 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4f5815bd-c65c-4811-810e-96bc158e6497 req-83a2c5af-244d-47da-a7ce-a516d00a035b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 946 time: 0.0584643 Mar 23 19:50:26.673933 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4f5815bd-c65c-4811-810e-96bc158e6497 req-ca768ab2-c251-44ac-92d2-a4b3681e1580 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478227 Mar 23 19:50:26.816509 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:50:26.832217 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Router 3a568fc8-3840-4272-a926-ca8acb6c1b6b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:50:26.899696 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:26.927201 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:26.933254 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd9185-2bf6-44f4-902c-e2478246de43" -d '{"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:26.954985 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:26.959321 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:50:26.971000 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] Sync routers for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:50:26.979233 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a5276-d295-436a-b722-05d3a396e87f x-openstack-request-id: req-092a5276-d295-436a-b722-05d3a396e87f {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:26.981247 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-unplugged", "status": "failed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "code": 422}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:26.981669 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:50:26.982281 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:50:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:26.982954 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-092a5276-d295-436a-b722-05d3a396e87f {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:26.983367 dv-cinder-834962-1-iscsi neutron-server[108886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'code': 422} returned with failed status Mar 23 19:50:27.020673 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.039961 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.075066 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-33f29cec-26ca-40cb-b84f-ec9a24b5651d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2458050 Mar 23 19:50:27.076095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:27.077947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59340) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:27.079656 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947bf92d-8420-4506-9148-a808ddc5b2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:27.084085 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=8']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:27.090987 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973907481', 'description': 'tempest-secgroup-smoke-973907481 description', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:27.092352 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.092883 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.093432 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.093922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.094408 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.095552 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.096081 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.096597 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.097151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.097665 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.098188 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.098695 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:27.131840 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff2108-c1a0-4817-9fb2-b6886a9d113f x-openstack-request-id: req-75ff2108-c1a0-4817-9fb2-b6886a9d113f {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:27.132891 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:27.133201 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75ff2108-c1a0-4817-9fb2-b6886a9d113f {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:27.134127 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'status': 'completed', 'code': 200} Mar 23 19:50:27.135132 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:50:27.188097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.215593 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-0db308e2-d5fc-4bdb-851c-80dfed31f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:27.225602 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-0db308e2-d5fc-4bdb-851c-80dfed31f939 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1098 time: 0.0624063 Mar 23 19:50:27.310444 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.330746 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-0c7fd456-91b5-488a-bf83-36e1b2f0605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:27.332390 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-0c7fd456-91b5-488a-bf83-36e1b2f0605e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 916 time: 0.1032374 Mar 23 19:50:27.397609 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.410484 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-4381850a-846f-4e4d-aeba-db0918270e2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 998 time: 0.0669427 Mar 23 19:50:27.418502 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3a287de8-003a-4946-9603-884dc65b4675', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'port_id': '2c85712b-6935-462a-ade9-76d28b13f75f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'mac_address': 'fa:16:3e:14:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:50:25Z', 'updated_at': '2022-03-23T19:50:25Z', 'revision_number': 0, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:27.429308 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:27.449427 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] Checking router: 3a568fc8-3840-4272-a926-ca8acb6c1b6b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:50:27.458292 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:50:27.459062 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:50:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:27.467326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-ad5584a9-76fd-46e9-876f-1f44fd62cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:27.468801 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-ad5584a9-76fd-46e9-876f-1f44fd62cc73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 200 len: 854 time: 0.0507717 Mar 23 19:50:27.507902 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.510864 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e3da1fed-7773-47e3-9622-95da0d4117fe tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4303679 Mar 23 19:50:27.512560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59350) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:27.517610 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group_rule': {'security_group_id': '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:27.541823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-f41d23df-afe0-4683-8355-4f0548d2c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:27.543337 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-f41d23df-afe0-4683-8355-4f0548d2c350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d141d795-6207-468b-ae68-4758d61711e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674007 Mar 23 19:50:27.567189 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:50:27.634289 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.662891 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-6929b4b1-e078-4f74-86b9-a0d448258ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115532 Mar 23 19:50:27.721667 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.791093 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-947bf92d-8420-4506-9148-a808ddc5b2a9 req-3a941331-46ab-4fed-8f79-b88908f10a91 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124926 Mar 23 19:50:27.794858 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3a287de8-003a-4946-9603-884dc65b4675', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'port_id': '2c85712b-6935-462a-ade9-76d28b13f75f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'mac_address': 'fa:16:3e:14:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:50:25Z', 'updated_at': '2022-03-23T19:50:25Z', 'revision_number': 0, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:27.797527 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.817912 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d8fa67-e654-4075-8770-0ba4d9f20f95,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:27.825951 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0016c-00bb-45da-8a7a-b9c13055e5c6 None None] The sync data for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi is: [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3a287de8-003a-4946-9603-884dc65b4675', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'port_id': '2c85712b-6935-462a-ade9-76d28b13f75f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'mac_address': 'fa:16:3e:14:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:50:25Z', 'updated_at': '2022-03-23T19:50:25Z', 'revision_number': 0, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:50:27.915064 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:27.917863 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ef7edb77-ad7e-401f-a2ed-e31f7c7e1119 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4026070 Mar 23 19:50:27.921746 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59364) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:27.929201 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group_rule': {'security_group_id': '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:28.049543 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b842f2e-b50c-4c54-bab7-6d31d82838da None None] New status for floating IP 3a287de8-003a-4946-9603-884dc65b4675: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:50:28.061510 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.125558 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.203119 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.233465 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da6965a-1e85-456e-999e-e1aef2cb6fb8,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:28.348454 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.349806 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ee70c544-e7f9-4a9f-93f2-3cd2d3314663 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4258497 Mar 23 19:50:28.352508 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59372) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:28.356873 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group_rule': {'security_group_id': '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:28.459638 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.493774 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59376) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:28.525713 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.592471 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.601735 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5026d364-d57a-4efd-82df-84036ee31811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.618358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2165659a-543f-4f4c-b47f-c555357de982,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:28.687620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5026d364-d57a-4efd-82df-84036ee31811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.719314 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.721098 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d04d956c-9152-4379-8703-5ca730ee6390 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675804 Mar 23 19:50:28.723801 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59384) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:28.727985 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group_rule': {'security_group_id': '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:28.757789 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-5026d364-d57a-4efd-82df-84036ee31811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.798354 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-5026d364-d57a-4efd-82df-84036ee31811 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc493946a1494432bfb700a0c2c4bc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029416 Mar 23 19:50:28.799285 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026d364-d57a-4efd-82df-84036ee31811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba300c60-4ab1-4b82-ae5a-3c9d497f2e76,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:28.800660 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59386) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:28.825997 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.895036 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dfa54331-2b5e-4bd7-8fe0-2d571c205e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.949326 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.952055 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dfa54331-2b5e-4bd7-8fe0-2d571c205e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:28.998651 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6a3ad-c3f9-4a78-aa4d-aed33285c035 req-dbb39c39-9f7c-4f54-ba41-a3c2b1ab521c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:29.000032 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f1e6a3ad-c3f9-4a78-aa4d-aed33285c035 req-dbb39c39-9f7c-4f54-ba41-a3c2b1ab521c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0971365 Mar 23 19:50:29.034011 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.044852 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f1e6a3ad-c3f9-4a78-aa4d-aed33285c035 req-3c52c942-3741-4c69-8d12-32a3f51b9f35 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388138 Mar 23 19:50:29.056067 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e9aace-32c0-43f0-a700-5005476fc741,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:29.114745 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.115952 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-171e04b9-e575-41b5-b74a-eb5e15cc210a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912442 Mar 23 19:50:29.116692 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dfa54331-2b5e-4bd7-8fe0-2d571c205e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.119204 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dfa54331-2b5e-4bd7-8fe0-2d571c205e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.120182 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-dfa54331-2b5e-4bd7-8fe0-2d571c205e9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba300c60-4ab1-4b82-ae5a-3c9d497f2e76 HTTP/1.1" status: 204 len: 168 time: 0.3185432 Mar 23 19:50:29.124439 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59398) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:29.128310 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54331-2b5e-4bd7-8fe0-2d571c205e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba300c60-4ab1-4b82-ae5a-3c9d497f2e76,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:29.129709 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group_rule': {'security_group_id': '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:29.217498 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-3a18576c-6fc9-499d-bb2c-4d44b927f257 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487540 Mar 23 19:50:29.222756 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.securitygroups_db [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Project f5ee6ca14bba461b9a250e7d6074e3b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:50:29.228067 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.324168 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.329540 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8a8186c7-2649-4bc3-acba-1e2590cf66ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.397092 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.415770 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6116075d-464c-479d-85c7-167bd2147c7d,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:29.491220 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.492441 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-baf3e047-8f9c-4e5b-8bcb-af5460a31010 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3669620 Mar 23 19:50:29.495359 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59412) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:29.500425 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'security_group_rule': {'security_group_id': '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a', 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:29.586382 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.securitygroups_db [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Project f5ee6ca14bba461b9a250e7d6074e3b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:50:29.592008 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.654522 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.685794 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59414) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:29.699071 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42f8bd2-f8c8-4a00-b885-2cdc361ad207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.708484 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.736790 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9a3174-657b-4639-a6eb-36ff68fb97be,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:29.793229 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42f8bd2-f8c8-4a00-b885-2cdc361ad207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.805142 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.806345 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-109f6344-1a5c-442d-8f3d-d46bcc8c9bba tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3098226 Mar 23 19:50:29.854515 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.885532 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-18fae78a-a17e-458f-903d-b18e5a7159db tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973907481&fields=id&tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8 HTTP/1.1" status: 200 len: 267 time: 0.0329404 Mar 23 19:50:29.888706 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f42f8bd2-f8c8-4a00-b885-2cdc361ad207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:29.954659 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f42f8bd2-f8c8-4a00-b885-2cdc361ad207 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56763ca730c94c7f89a998e7a8a43b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677941 Mar 23 19:50:29.957512 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59418) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:29.958541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f8bd2-f8c8-4a00-b885-2cdc361ad207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a6e1e4-e810-4ee6-a05b-10dac509de2f,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:29.978281 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-2a2b4ede-ab64-4add-9675-8a1237ad2dce tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:29.979696 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-2a2b4ede-ab64-4add-9675-8a1237ad2dce tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0874622 Mar 23 19:50:29.992362 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'port': {'security_groups': ['eece5987-acd3-4cef-9ca6-557cb295018c', '7c353a39-78b4-47aa-9ad6-4a4e5f2b704a']}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:50:30.017008 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1539-1e5b-4477-b0ca-ff2c69eeb222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.039681 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1539-1e5b-4477-b0ca-ff2c69eeb222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.057484 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.196485 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de6e3d-d5ae-4370-9b97-ae06f736f8f2 req-276d5b15-28dd-4ec3-b6e6-9a930877036f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.197967 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b8de6e3d-d5ae-4370-9b97-ae06f736f8f2 req-276d5b15-28dd-4ec3-b6e6-9a930877036f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0761762 Mar 23 19:50:30.232251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1539-1e5b-4477-b0ca-ff2c69eeb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.235869 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cc5c1539-1e5b-4477-b0ca-ff2c69eeb222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.238509 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cc5c1539-1e5b-4477-b0ca-ff2c69eeb222 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81a6e1e4-e810-4ee6-a05b-10dac509de2f HTTP/1.1" status: 204 len: 168 time: 0.2799697 Mar 23 19:50:30.248096 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c1539-1e5b-4477-b0ca-ff2c69eeb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a6e1e4-e810-4ee6-a05b-10dac509de2f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:30.254637 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b8de6e3d-d5ae-4370-9b97-ae06f736f8f2 req-2bac833c-275a-4bc6-9aca-9a096c261fb2 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506175 Mar 23 19:50:30.334289 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:30.369172 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.443242 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.457819 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2c85712b-6935-462a-ade9-76d28b13f75f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:50:30.510049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.510049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.510049 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0dd105aa-9596-4298-91ce-35659cf1b58c req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "PUT /v2.0/ports/2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 981 time: 0.5060179 Mar 23 19:50:30.510049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:30.510049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78308ea3-245a-47f9-92b6-703be7d4d8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:30.526998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dd79a-4b0b-4c69-a4cc-d0d0c1a72073 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=6']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:30.569529 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d0fd17-b360-4b38-abba-cee1fce2a642 x-openstack-request-id: req-71d0fd17-b360-4b38-abba-cee1fce2a642 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:30.570124 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:30.570543 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71d0fd17-b360-4b38-abba-cee1fce2a642 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:30.571316 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'status': 'completed', 'code': 200} Mar 23 19:50:30.592252 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2c85712b-6935-462a-ade9-76d28b13f75f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:50:30.645211 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474d031-93fe-4b74-9d2a-d94f30c97a72 req-e1b253c8-2129-4121-ba43-be37f43d64f2 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.664507 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9474d031-93fe-4b74-9d2a-d94f30c97a72 req-e1b253c8-2129-4121-ba43-be37f43d64f2 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0696802 Mar 23 19:50:30.678225 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-0154aff6-9cd6-48ca-93a1-017bd3e652e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.679750 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-0154aff6-9cd6-48ca-93a1-017bd3e652e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1137 time: 0.0785632 Mar 23 19:50:30.719259 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9474d031-93fe-4b74-9d2a-d94f30c97a72 req-87bd4ede-1d1b-4268-958b-2c723e89a09e tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536821 Mar 23 19:50:30.806930 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-a8fc9fb4-433c-470b-9cbf-c5831286cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.808438 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-a8fc9fb4-433c-470b-9cbf-c5831286cbc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7&tenant_id=44c9732f086044fa80e059d4e1e3c4eb HTTP/1.1" status: 200 len: 1097 time: 0.1326408 Mar 23 19:50:30.827488 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-db9cec43-36a3-44a6-b03b-7242ed39bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.830219 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-db9cec43-36a3-44a6-b03b-7242ed39bd99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 916 time: 0.1338613 Mar 23 19:50:30.896713 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-a9f056ac-47a7-4ea3-bae0-41594bb890ed None None] Provisioning complete for port 2c85712b-6935-462a-ade9-76d28b13f75f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:50:30.897101 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a9f056ac-47a7-4ea3-bae0-41594bb890ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:30.934534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-bbfeded0-281f-48e7-8f7f-34d2b3cae900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:30.936013 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-bbfeded0-281f-48e7-8f7f-34d2b3cae900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0935149 Mar 23 19:50:30.937675 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-9d786014-3839-44cf-92b5-2e44e923afaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 1000 time: 0.0940053 Mar 23 19:50:31.050231 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-b707d025-b970-428d-ae87-f066eca92fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:31.052010 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-b707d025-b970-428d-ae87-f066eca92fbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 200 len: 854 time: 0.1019130 Mar 23 19:50:31.098154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-80bc0296-d938-4108-8636-c8f63a6b3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:31.100346 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-80bc0296-d938-4108-8636-c8f63a6b3c88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 200 len: 917 time: 0.1513479 Mar 23 19:50:31.119080 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-50fe2424-1b1a-4c92-9a92-78733cba7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:31.120507 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-50fe2424-1b1a-4c92-9a92-78733cba7a3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d141d795-6207-468b-ae68-4758d61711e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589135 Mar 23 19:50:31.231538 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-d6813630-28fe-4fb6-8d64-2d706a110d44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1235838 Mar 23 19:50:31.299097 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-a4eb57e5-bdbf-4a0d-b001-a499821b9b12 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511173 Mar 23 19:50:31.302879 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-3256d832-0b0e-4944-b41d-5e41a2e6f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:31.304253 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-3256d832-0b0e-4944-b41d-5e41a2e6f181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 200 len: 855 time: 0.0659089 Mar 23 19:50:31.352063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4651abae-b17f-41d9-acea-8816c647da1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:31.420441 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-ca6cf092-f27a-45f6-9775-1a54a5db6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:31.421884 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-ca6cf092-f27a-45f6-9775-1a54a5db6fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab6db31-65d5-4781-a84b-09583ff45294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018050 Mar 23 19:50:31.437169 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264a26-2d88-409e-9daf-bd45ef7663da req-85d9746a-ccf0-4868-b5ae-16fdafbc6f18 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:31.437712 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0264a26-2d88-409e-9daf-bd45ef7663da req-85d9746a-ccf0-4868-b5ae-16fdafbc6f18 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0890169 Mar 23 19:50:31.456202 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-78308ea3-245a-47f9-92b6-703be7d4d8aa req-efa3422e-6dbc-406d-a147-0f2a5d7ff77c service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436114 Mar 23 19:50:31.506485 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f0264a26-2d88-409e-9daf-bd45ef7663da req-bb96bbf8-d519-46a3-a43a-b7a20f906ca1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597456 Mar 23 19:50:31.551921 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-a405ee5f-55ba-4160-82e5-90d6d726dbcb service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188257 Mar 23 19:50:31.642315 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7ce59c85-4d86-4d0c-a764-c1463389b390 req-323100fc-e37c-4535-8056-0ff7462f737e service neutron] 10.222.0.41 "GET /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Mar 23 19:50:32.697894 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc1d85-f8dc-4d04-aae2-2a47e680dfb2 req-aef7d739-02d3-4a52-a04d-8f95062776d5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:32.701142 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9ebc1d85-f8dc-4d04-aae2-2a47e680dfb2 req-aef7d739-02d3-4a52-a04d-8f95062776d5 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0914459 Mar 23 19:50:32.764020 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9ebc1d85-f8dc-4d04-aae2-2a47e680dfb2 req-729269c9-9fe1-4794-9949-57700cba8a60 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548232 Mar 23 19:50:32.883818 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:32.967747 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59528) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:33.137921 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3975a8d3-186a-4530-a959-bfe4cd3b903d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.262508 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3975a8d3-186a-4530-a959-bfe4cd3b903d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.328806 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3975a8d3-186a-4530-a959-bfe4cd3b903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.368605 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3975a8d3-186a-4530-a959-bfe4cd3b903d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac1e351d5316459f9a3c0459dc8e9318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997548 Mar 23 19:50:33.369518 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975a8d3-186a-4530-a959-bfe4cd3b903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b75da-8ee2-4add-a993-317a08183fa1,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:33.372117 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59536) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:33.425284 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54c552c5-26e7-4962-b8dc-17377e575969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.447158 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54c552c5-26e7-4962-b8dc-17377e575969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.557806 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54c552c5-26e7-4962-b8dc-17377e575969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.560539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-54c552c5-26e7-4962-b8dc-17377e575969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:33.564967 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-54c552c5-26e7-4962-b8dc-17377e575969 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f29b75da-8ee2-4add-a993-317a08183fa1 HTTP/1.1" status: 204 len: 168 time: 0.1915064 Mar 23 19:50:33.573390 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c552c5-26e7-4962-b8dc-17377e575969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b75da-8ee2-4add-a993-317a08183fa1,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:33.920511 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c3c72-e2ea-458f-aeb9-92e848766683 req-aa823d6d-1d04-4b24-a4fa-638d7ae6ab2e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:33.922179 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-847c3c72-e2ea-458f-aeb9-92e848766683 req-aa823d6d-1d04-4b24-a4fa-638d7ae6ab2e tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0694923 Mar 23 19:50:33.969938 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-847c3c72-e2ea-458f-aeb9-92e848766683 req-69e3aabf-ed04-407b-876a-50aed72e8242 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394351 Mar 23 19:50:34.228737 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59544) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:34.244647 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-55d2b5ec-28f8-4f4f-a8fe-45a803254245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.289217 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.377404 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-55d2b5ec-28f8-4f4f-a8fe-45a803254245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.436891 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-55d2b5ec-28f8-4f4f-a8fe-45a803254245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.479515 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b5ec-28f8-4f4f-a8fe-45a803254245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddf3e8d-8b84-4d24-a069-13cc71c93616,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:34.491580 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-55d2b5ec-28f8-4f4f-a8fe-45a803254245 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d396eac844345888180c3e54d30e5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613499 Mar 23 19:50:34.495565 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59548) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:34.548767 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.576777 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.700519 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.708036 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:34.712253 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dddf3e8d-8b84-4d24-a069-13cc71c93616 HTTP/1.1" status: 204 len: 168 time: 0.2139246 Mar 23 19:50:34.720396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddf3e8d-8b84-4d24-a069-13cc71c93616,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:34.729783 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.730213 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.730559 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.730913 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.733413 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.734136 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab86e-1630-4029-888c-145715e2d458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:34.774866 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:35.122223 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948334-160d-46fb-a098-522b396f0976 req-ab2bb037-587b-4122-a68e-749619addfdc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:35.124677 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-44948334-160d-46fb-a098-522b396f0976 req-ab2bb037-587b-4122-a68e-749619addfdc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0707695 Mar 23 19:50:35.174797 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-44948334-160d-46fb-a098-522b396f0976 req-f3ec4ad9-f17f-4d25-aa45-67ae939fe740 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432334 Mar 23 19:50:36.379751 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f182e1-b994-45c5-9cca-7bf2c60bf3be req-137db72b-efa5-4828-a0a1-0b139d186e2f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:36.379751 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f8f182e1-b994-45c5-9cca-7bf2c60bf3be req-137db72b-efa5-4828-a0a1-0b139d186e2f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0902116 Mar 23 19:50:36.712715 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f8f182e1-b994-45c5-9cca-7bf2c60bf3be req-e2be0e8c-6cb4-4f02-a619-8d4c5680e13d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384657 Mar 23 19:50:37.863972 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939d1e3-bce6-4e49-a388-174b77143dac req-4301d5a3-338c-4c1b-a7f8-ebffc16a7703 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:37.865509 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7939d1e3-bce6-4e49-a388-174b77143dac req-4301d5a3-338c-4c1b-a7f8-ebffc16a7703 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0547926 Mar 23 19:50:37.904115 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-7939d1e3-bce6-4e49-a388-174b77143dac req-f1c1b647-5f95-493d-8852-b4b0801d1870 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Mar 23 19:50:39.049708 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074556e6-8240-491d-8d39-7cd969f3d4b7 req-ab2ad28f-d7f6-4beb-becf-3f6b023b9081 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:39.051334 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-074556e6-8240-491d-8d39-7cd969f3d4b7 req-ab2ad28f-d7f6-4beb-becf-3f6b023b9081 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0625861 Mar 23 19:50:39.096344 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-074556e6-8240-491d-8d39-7cd969f3d4b7 req-44702bd5-4d1d-4fff-ab62-5ccb34a6778c tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373940 Mar 23 19:50:39.363238 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59640) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:39.494198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65e27a34-f636-41e5-be6e-26be5d9c31a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:39.584903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65e27a34-f636-41e5-be6e-26be5d9c31a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:39.803074 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-65e27a34-f636-41e5-be6e-26be5d9c31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:39.832345 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59648) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:39.839251 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-65e27a34-f636-41e5-be6e-26be5d9c31a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b8a22dad122436da2bc85194c5348e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747097 Mar 23 19:50:39.864358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e27a34-f636-41e5-be6e-26be5d9c31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921dff87-bd41-4940-a3b8-d2d8edcc5053,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:39.909120 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:39.930054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:40.054370 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:40.056828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:40.057980 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/921dff87-bd41-4940-a3b8-d2d8edcc5053 HTTP/1.1" status: 204 len: 168 time: 0.2242794 Mar 23 19:50:40.066763 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921dff87-bd41-4940-a3b8-d2d8edcc5053,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:40.072898 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.073270 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.073609 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.073945 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.074273 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.074599 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.074927 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.075250 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.075624 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.075925 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.076249 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.076599 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b40285-f436-4a3c-a4ec-9cf773cff5d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:50:40.362269 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd60ae-4e36-4ab7-a5b4-d8c092352c2e req-1472b6b8-589f-4821-9d77-f8a083c3e237 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:40.362269 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d2bd60ae-4e36-4ab7-a5b4-d8c092352c2e req-1472b6b8-589f-4821-9d77-f8a083c3e237 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0763352 Mar 23 19:50:40.362269 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d2bd60ae-4e36-4ab7-a5b4-d8c092352c2e req-93ae872c-e064-4412-8c7d-9ead6e3e2647 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344152 Mar 23 19:50:40.906350 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59658) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:40.919200 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6a35d05-639a-4d73-bf14-4c897b08540e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:40.989494 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6a35d05-639a-4d73-bf14-4c897b08540e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:41.066049 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6a35d05-639a-4d73-bf14-4c897b08540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:41.104078 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c6a35d05-639a-4d73-bf14-4c897b08540e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18729d1473f04c1ea98b4d571da9a56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965420 Mar 23 19:50:41.105959 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a35d05-639a-4d73-bf14-4c897b08540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf08fa-990b-4551-8f08-105280bc1c45,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:41.106849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59660) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:41.160954 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-15a9f26b-a468-4da9-886d-8c2f2a635907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:41.183370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-15a9f26b-a468-4da9-886d-8c2f2a635907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:41.288883 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-15a9f26b-a468-4da9-886d-8c2f2a635907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:41.291378 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-15a9f26b-a468-4da9-886d-8c2f2a635907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:41.292521 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-15a9f26b-a468-4da9-886d-8c2f2a635907 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8cf08fa-990b-4551-8f08-105280bc1c45 HTTP/1.1" status: 204 len: 168 time: 0.1844618 Mar 23 19:50:41.302520 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9f26b-a468-4da9-886d-8c2f2a635907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf08fa-990b-4551-8f08-105280bc1c45,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:41.420950 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3cf1-97ea-40e3-b752-b064082f9fbc req-493158d6-fa21-4cd5-ac88-e25c8b138ed1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:41.422920 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c5fe3cf1-97ea-40e3-b752-b064082f9fbc req-493158d6-fa21-4cd5-ac88-e25c8b138ed1 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0498352 Mar 23 19:50:41.461299 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c5fe3cf1-97ea-40e3-b752-b064082f9fbc req-bcec31ce-a48c-49bc-83b5-25d3e7106c07 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Mar 23 19:50:42.583775 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134f4e-4e52-43a2-869f-a144754da762 req-ab298030-15ec-42c6-8286-924022527361 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:42.585350 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-45134f4e-4e52-43a2-869f-a144754da762 req-ab298030-15ec-42c6-8286-924022527361 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 944 time: 0.0499125 Mar 23 19:50:42.625558 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-45134f4e-4e52-43a2-869f-a144754da762 req-5a85c2f3-1884-4e08-87a5-13c8d65930d6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339634 Mar 23 19:50:42.937049 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:50:43.036358 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:43.054918 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'port_id': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'mac_address': 'fa:16:3e:e2:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:50:43.092272 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:43.105749 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaec705-1e42-43d6-83eb-b40da20f2ca7 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:50:43.129143 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:43.204944 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:43.257882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=9']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:43.481607 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['fbaec705-1e42-43d6-83eb-b40da20f2ca7'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:50:43.751390 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498740c-3025-4049-be15-67f9fcd99894 req-429f86a2-a312-444b-8b34-9dad72bde8fd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:43.752880 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e498740c-3025-4049-be15-67f9fcd99894 req-429f86a2-a312-444b-8b34-9dad72bde8fd tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 945 time: 0.0516825 Mar 23 19:50:43.792455 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e498740c-3025-4049-be15-67f9fcd99894 req-6a54c239-5dac-4ee5-ade5-213c8ad9416d tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335081 Mar 23 19:50:44.927523 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3357b-2d9c-478b-ab7a-39348ec2a965 req-096e5dd3-72dc-4708-8ce8-e3baa63cdfa8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:44.928934 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ec3357b-2d9c-478b-ab7a-39348ec2a965 req-096e5dd3-72dc-4708-8ce8-e3baa63cdfa8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 945 time: 0.0640066 Mar 23 19:50:44.982939 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:50:44.984346 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ec3357b-2d9c-478b-ab7a-39348ec2a965 req-d36320f4-bdc2-494d-92f3-cd421bb894cc tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Mar 23 19:50:44.992840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16a5d3-d012-4fa1-adb0-cf7f7980ca39 req-299770ac-a1eb-46de-badc-65a9535a18a6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:44.994291 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be16a5d3-d012-4fa1-adb0-cf7f7980ca39 req-299770ac-a1eb-46de-badc-65a9535a18a6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0868938 Mar 23 19:50:45.032107 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port fbaec705-1e42-43d6-83eb-b40da20f2ca7 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:50:45.032466 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:45.039463 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-be16a5d3-d012-4fa1-adb0-cf7f7980ca39 req-fe77fe83-aaeb-4c06-8574-7f8f112f18c4 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335379 Mar 23 19:50:45.111229 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:45.132866 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:45.135132 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca119679-afe6-4741-b6aa-303ca3235797" -d '{"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:45.148298 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:45.174324 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e835b-acc7-4ef4-a07c-c1ad316c78a8 x-openstack-request-id: req-814e835b-acc7-4ef4-a07c-c1ad316c78a8 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:45.174608 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-plugged", "status": "completed", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:45.174854 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-814e835b-acc7-4ef4-a07c-c1ad316c78a8 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:45.175242 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'code': 200} Mar 23 19:50:45.214093 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:45.264882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=10']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:45.544869 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd1845-c2e7-4abe-880e-0e3ef78000e5 req-914337a6-5fcb-4d33-8001-0ad020d7c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:45.546389 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-24fd1845-c2e7-4abe-880e-0e3ef78000e5 req-914337a6-5fcb-4d33-8001-0ad020d7c06b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 1100 time: 0.0405066 Mar 23 19:50:45.583732 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-24fd1845-c2e7-4abe-880e-0e3ef78000e5 req-e82c23c3-36ed-46fc-9167-5fe60ccb87bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296507 Mar 23 19:50:46.111989 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2b657-fb47-4395-b5f7-2c2548ef816b req-80700471-68d0-4b11-b83c-c4f3f1e470e6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:46.113471 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ff2b657-fb47-4395-b5f7-2c2548ef816b req-80700471-68d0-4b11-b83c-c4f3f1e470e6 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.0539742 Mar 23 19:50:46.175916 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ff2b657-fb47-4395-b5f7-2c2548ef816b req-c6a178b9-4302-48ab-bb4e-083ff6eef982 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522165 Mar 23 19:50:46.187366 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a5117-7c22-409b-b4be-1d96ebfa405b req-33150f07-e87c-4e2c-8ca9-1dfc898d38d6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:46.188817 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d55a5117-7c22-409b-b4be-1d96ebfa405b req-33150f07-e87c-4e2c-8ca9-1dfc898d38d6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0744977 Mar 23 19:50:46.228585 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d55a5117-7c22-409b-b4be-1d96ebfa405b req-53843976-0379-4b7d-a12b-7f3b669c2568 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Mar 23 19:50:47.301650 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81eb8-515c-4ff0-bc15-e60eb1aa7ce2 req-f47d3514-ea27-443f-aaeb-57fbbdb8f106 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:47.303198 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-85a81eb8-515c-4ff0-bc15-e60eb1aa7ce2 req-f47d3514-ea27-443f-aaeb-57fbbdb8f106 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.0508261 Mar 23 19:50:47.373567 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-85a81eb8-515c-4ff0-bc15-e60eb1aa7ce2 req-b183c8a1-4a43-4bbb-858a-3e089e21c339 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612566 Mar 23 19:50:47.382016 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca597d-185b-4855-ab2e-3dd01ee942ac req-49d39091-87f2-4bf8-93f2-bb1a833f1767 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:47.383444 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96ca597d-185b-4855-ab2e-3dd01ee942ac req-49d39091-87f2-4bf8-93f2-bb1a833f1767 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0793629 Mar 23 19:50:47.421692 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-96ca597d-185b-4855-ab2e-3dd01ee942ac req-9f2e1b2b-63cc-49be-8eee-742718b21428 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5450ecb-36d9-4384-914e-62d73cccae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Mar 23 19:50:47.475078 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-274dc76b-aca2-4131-8019-c1cbbc228e66 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:47.476506 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-274dc76b-aca2-4131-8019-c1cbbc228e66 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 945 time: 0.0635273 Mar 23 19:50:47.572139 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Deleting port 91debdd3-5c98-446b-b8d5-d015f0bb292f {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:50:47.572481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:47.665477 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] For port 91debdd3-5c98-446b-b8d5-d015f0bb292f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=91debdd3-5c98-446b-b8d5-d015f0bb292f,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:47.666002 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:47.841295 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:47.841672 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:47.842025 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Floating IP d81cae4c-9df2-4b90-b4ae-9fcc8d999606 disassociated. External IP: 172.27.1.48, port: 91debdd3-5c98-446b-b8d5-d015f0bb292f. Mar 23 19:50:47.842379 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Calling delete_port for 91debdd3-5c98-446b-b8d5-d015f0bb292f owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:50:48.031885 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:48.067388 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event deleted for resources: {'Port': ['ID=91debdd3-5c98-446b-b8d5-d015f0bb292f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:48.179132 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:50:48.289990 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:50:48.303527 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89986f8-750d-44ad-be92-98310a728291 None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:50:48.313024 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:50:48.313634 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:50:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:48.332070 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] No DVR routers for this DVR port 91debdd3-5c98-446b-b8d5-d015f0bb292f on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:50:48.334669 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:48.338185 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b5520ae1-29c6-48ba-b8a8-1f52fd4ab200 req-d845e3f6-bb35-4468-9522-36efe6ae7c25 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.41 "DELETE /v2.0/ports/91debdd3-5c98-446b-b8d5-d015f0bb292f HTTP/1.1" status: 204 len: 173 time: 0.8549316 Mar 23 19:50:48.339824 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'name': 'network-vif-deleted', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:50:48.341470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b647592-755d-44c4-89c9-bb2df13eff37" -d '{"events": [{"server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "name": "network-vif-deleted", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:50:48.380438 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb474f29-1e71-4dbe-97b5-241a23ef36c8 x-openstack-request-id: req-cb474f29-1e71-4dbe-97b5-241a23ef36c8 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:50:48.380735 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f", "name": "network-vif-deleted", "tag": "91debdd3-5c98-446b-b8d5-d015f0bb292f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:50:48.381045 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb474f29-1e71-4dbe-97b5-241a23ef36c8 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:50:48.381424 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f', 'name': 'network-vif-deleted', 'tag': '91debdd3-5c98-446b-b8d5-d015f0bb292f', 'status': 'completed', 'code': 200} Mar 23 19:50:48.444524 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:50:48.606182 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-42727576-032e-4ff1-af3c-652a72b093b5 req-1eef111a-cff5-4242-a4d4-6de2e1a6738c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a4c4d3f-7a53-4e62-be18-6af7c1d09b6f HTTP/1.1" status: 200 len: 210 time: 0.0521622 Mar 23 19:50:48.630137 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31032272-9711-40ad-9063-087f531c1a10 req-444acc95-97a5-4603-a8ea-9fe664767b7f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:48.637774 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-31032272-9711-40ad-9063-087f531c1a10 req-444acc95-97a5-4603-a8ea-9fe664767b7f tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.1608553 Mar 23 19:50:48.684168 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-31032272-9711-40ad-9063-087f531c1a10 req-1d3294a7-790f-4f99-aecf-c6d692a0698a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350285 Mar 23 19:50:48.697405 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:48.732036 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89986f8-750d-44ad-be92-98310a728291 None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:50:48.740554 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:50:48.741191 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:50:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:48.848859 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:50:49.139185 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-e89986f8-750d-44ad-be92-98310a728291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:49.165459 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89986f8-750d-44ad-be92-98310a728291 None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'cbbbe173-7523-4678-9732-9b0d6629a56a', 'name': '', 'network_id': 'c12837d1-6aa2-48e4-9a7a-54c6bae48160', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:13Z', 'updated_at': '2022-03-23T19:44:24Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'subnets': [{'id': 'f54e856b-8258-4579-be21-81b3b08626b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:50:49.392213 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53316851-e606-4cdc-9630-218413d7fd3d None None] New status for floating IP d81cae4c-9df2-4b90-b4ae-9fcc8d999606: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:50:49.797963 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59852) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:49.813592 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3083c5-9d80-42c0-95d7-300f3b9db1df req-29c43cf5-54df-491f-9d92-e9f65caf018b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:50:49.815051 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a3083c5-9d80-42c0-95d7-300f3b9db1df req-29c43cf5-54df-491f-9d92-e9f65caf018b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.0527852 Mar 23 19:50:49.855410 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6cab0dd-bee8-426f-ae3b-6708a08b0552 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:49.859228 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2a3083c5-9d80-42c0-95d7-300f3b9db1df req-72381e9d-8146-48aa-bd3d-c05bb68c8877 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347588 Mar 23 19:50:49.878671 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6cab0dd-bee8-426f-ae3b-6708a08b0552 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:49.991339 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6cab0dd-bee8-426f-ae3b-6708a08b0552 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:49.993997 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-c6cab0dd-bee8-426f-ae3b-6708a08b0552 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:49.995152 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-c6cab0dd-bee8-426f-ae3b-6708a08b0552 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5450ecb-36d9-4384-914e-62d73cccae31 HTTP/1.1" status: 204 len: 168 time: 0.1961813 Mar 23 19:50:49.997997 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59856) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:50.004549 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cab0dd-bee8-426f-ae3b-6708a08b0552 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5450ecb-36d9-4384-914e-62d73cccae31,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:50.015772 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.api.v2.resource [None req-ac8ba933-4964-4bc7-8b22-6ed3f7d0026c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] show failed (client error): The resource could not be found. Mar 23 19:50:50.017484 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ac8ba933-4964-4bc7-8b22-6ed3f7d0026c tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "GET /v2.0/security-groups/b5450ecb-36d9-4384-914e-62d73cccae31 HTTP/1.1" status: 404 len: 347 time: 0.0183723 Mar 23 19:50:50.021425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59858) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:50.155974 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Deleting port 65921997-15d5-4169-a92a-fd5c26a4451b {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:50:50.156319 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:50.233999 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:50.234327 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:50.246196 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Calling delete_port for 65921997-15d5-4169-a92a-fd5c26a4451b owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:50:50.717327 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:50.748320 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Pushing event deleted for resources: {'Port': ['ID=65921997-15d5-4169-a92a-fd5c26a4451b,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:50.805612 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:50.808126 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:50.809314 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-107193c1-da7c-4217-bd96-e83340d53ee6 tempest-AttachVolumeTestJSON-592608504 tempest-AttachVolumeTestJSON-592608504-project] 10.222.0.31 "DELETE /v2.0/floatingips/d81cae4c-9df2-4b90-b4ae-9fcc8d999606 HTTP/1.1" status: 204 len: 168 time: 0.7868836 Mar 23 19:50:50.996789 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 91debdd3-5c98-446b-b8d5-d015f0bb292f no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:50:51.017999 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 91debdd3-5c98-446b-b8d5-d015f0bb292f {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:50:51.018353 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 91debdd3-5c98-446b-b8d5-d015f0bb292f not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:50:54.587530 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:50:54.745652 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59896) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:55.254815 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:55.498163 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Deleting port cbbbe173-7523-4678-9732-9b0d6629a56a {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:50:55.498507 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:55.575459 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] For port cbbbe173-7523-4678-9732-9b0d6629a56a, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=cbbbe173-7523-4678-9732-9b0d6629a56a,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:55.575817 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:55.592146 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Calling delete_port for cbbbe173-7523-4678-9732-9b0d6629a56a owned by network:router_interface {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:50:55.836449 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:55.864415 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbbe173-7523-4678-9732-9b0d6629a56a,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:56.033248 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:56.244097 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:50:56.347819 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:50:56.352830 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9f879d44-f780-4569-8131-a40200b130a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/2fafbaaa-ddf5-478a-9d48-d2033b2586c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061513 Mar 23 19:50:56.355434 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59918) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:56.358119 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] Sync routers for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:50:56.372364 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:50:56.372972 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:50:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:56.462123 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks [] for router, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:56.476837 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:50:56.566368 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:56.651361 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:50:55Z', 'revision_number': 5, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port': {'id': '3ef262a5-6ed7-4f56-82fe-f4a56aee4823', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:07Z', 'updated_at': '2022-03-23T19:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:56.668101 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Deleting port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:50:56.668445 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:56.676564 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] Checking router: 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:50:56.684541 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] Routers {'2fafbaaa-ddf5-478a-9d48-d2033b2586c8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:50:56.685165 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:50:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:56.744695 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] For port 3ef262a5-6ed7-4f56-82fe-f4a56aee4823, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:56.745089 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:56.760846 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Calling delete_port for 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 owned by network:router_gateway {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:50:56.770230 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] Set router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:50:56.823106 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:50:56Z', 'revision_number': 6, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:56.850092 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89518321-99f4-4b59-8ca9-8c097e497ff1 None None] The sync data for ids ['2fafbaaa-ddf5-478a-9d48-d2033b2586c8'] in dv-cinder-834962-1-iscsi is: [{'id': '2fafbaaa-ddf5-478a-9d48-d2033b2586c8', 'name': 'tempest-AttachVolumeTestJSON-1148902784-router', 'tenant_id': '060be405ea904aa1a04ff049dd6a68d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:50:56Z', 'revision_number': 6, 'project_id': '060be405ea904aa1a04ff049dd6a68d5', 'gw_port_host': None}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:50:56.974275 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.000559 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef262a5-6ed7-4f56-82fe-f4a56aee4823,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:57.060857 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.147640 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.149630 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.249014 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.249650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fafbaaa-ddf5-478a-9d48-d2033b2586c8 {{(pid=108884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:50:57.258515 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.262172 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8bc80065-b371-454a-9461-b1fc1ffe2a27 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2fafbaaa-ddf5-478a-9d48-d2033b2586c8 HTTP/1.1" status: 204 len: 168 time: 0.9033456 Mar 23 19:50:57.262586 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59922) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:57.317475 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Deleting subnet f54e856b-8258-4579-be21-81b3b08626b5 {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:50:57.320650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.355678 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28786389'] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.461831 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.574192 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28412512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25457037'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.600230 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54e856b-8258-4579-be21-81b3b08626b5,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:57.605456 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.611340 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59924) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:57.612209 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-69c25c66-e3c7-4d04-89d6-99681d40a4d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f54e856b-8258-4579-be21-81b3b08626b5 HTTP/1.1" status: 204 len: 168 time: 0.3484924 Mar 23 19:50:57.614690 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00902344-59e5-469d-a83f-78bbeb9d1861 None None] Network c12837d1-6aa2-48e4-9a7a-54c6bae48160 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:50:57.687053 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.746757 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Deleting port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:50:57.747091 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.796441 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] DHCP port deletion for c12837d1-6aa2-48e4-9a7a-54c6bae48160 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:50:57.830715 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] For port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:57.831114 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.845364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Calling delete_port for f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:50:57.848663 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] Deleting port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:50:57.849060 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.928031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] For port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,segment=NetworkSegment(4af18bec-33eb-4482-b386-05351f5feb99),segment_id=4af18bec-33eb-4482-b386-05351f5feb99)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:50:57.928031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:57.936231 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] Calling delete_port for f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:50:58.013826 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.022132 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.042137 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:58.045533 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] No DVR routers for this DVR port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:50:58.049905 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] Pushing event deleted for resources: {'Port': ['ID=f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:58.062332 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2ccbc-dcd8-41d9-babe-7bfd0b98aedb None None] No DVR routers for this DVR port f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:50:58.120021 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.139182 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12837d1-6aa2-48e4-9a7a-54c6bae48160']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:58.148134 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af18bec-33eb-4482-b386-05351f5feb99') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:58.148435 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af18bec-33eb-4482-b386-05351f5feb99') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:50:58.157575 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.170824 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.177474 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:50:58.177881 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:50:58.179572 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:50:58.293753 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.298265 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.307726 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c12837d1-6aa2-48e4-9a7a-54c6bae48160 HTTP/1.1" status: 204 len: 168 time: 0.6893668 Mar 23 19:50:58.314146 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd1d30-4904-4580-8da5-d5b8b24a2829 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12837d1-6aa2-48e4-9a7a-54c6bae48160,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:58.465105 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:50:58.489981 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:50:58.490328 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device f8e8d9b7-45e1-42fd-b1a9-18a47cfc6cda not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:50:58.490748 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device cbbbe173-7523-4678-9732-9b0d6629a56a no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:50:58.509665 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: cbbbe173-7523-4678-9732-9b0d6629a56a {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:50:58.510004 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device cbbbe173-7523-4678-9732-9b0d6629a56a not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:50:58.510422 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:50:58.529746 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:50:58.530091 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 3ef262a5-6ed7-4f56-82fe-f4a56aee4823 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:50:58.629998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59930) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:58.669247 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-930475dd-e0c5-48ae-b705-36174f68ae94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=060be405ea904aa1a04ff049dd6a68d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380771 Mar 23 19:50:58.671662 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59932) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:50:58.722561 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-46190253-c0bd-4914-b82e-3507f13a3fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.742696 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-46190253-c0bd-4914-b82e-3507f13a3fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.847841 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-46190253-c0bd-4914-b82e-3507f13a3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.850404 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-46190253-c0bd-4914-b82e-3507f13a3fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:58.851525 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-46190253-c0bd-4914-b82e-3507f13a3fb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fd091e0-4a79-4e1b-8728-3f5eadde470a HTTP/1.1" status: 204 len: 168 time: 0.1789744 Mar 23 19:50:58.859336 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46190253-c0bd-4914-b82e-3507f13a3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd091e0-4a79-4e1b-8728-3f5eadde470a,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:50:59.345239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c8a5-7537-45aa-ad44-32b38460e9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:50:59.825246 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.254510 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 59990) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:01.364583 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d204ecdb-e92a-4815-8e02-ac2b17d8e831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.386921 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-240a2dc4-4a6b-47f1-9264-32ef06dbe837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.441854 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d204ecdb-e92a-4815-8e02-ac2b17d8e831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.527750 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d204ecdb-e92a-4815-8e02-ac2b17d8e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.566671 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d204ecdb-e92a-4815-8e02-ac2b17d8e831 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5f00e8b4e9b4f65acad30958905c228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103089 Mar 23 19:51:01.567186 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204ecdb-e92a-4815-8e02-ac2b17d8e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e02041-7003-4604-b4a2-b09a8824010f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:01.569276 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 59994) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:01.617494 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6e86b7a-dde2-4b39-8254-cac7732d9037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.638694 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6e86b7a-dde2-4b39-8254-cac7732d9037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.723188 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6e86b7a-dde2-4b39-8254-cac7732d9037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.725905 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c6e86b7a-dde2-4b39-8254-cac7732d9037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:01.727062 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c6e86b7a-dde2-4b39-8254-cac7732d9037 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56e02041-7003-4604-b4a2-b09a8824010f HTTP/1.1" status: 204 len: 168 time: 0.1568007 Mar 23 19:51:01.735264 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e86b7a-dde2-4b39-8254-cac7732d9037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e02041-7003-4604-b4a2-b09a8824010f,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:02.261173 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60004) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:02.274473 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-45278b98-2d26-45ec-a803-54bdc797766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.349943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-45278b98-2d26-45ec-a803-54bdc797766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.401905 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-45278b98-2d26-45ec-a803-54bdc797766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.439212 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-45278b98-2d26-45ec-a803-54bdc797766b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d630b999d554f1d85e76e929b3e25c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769149 Mar 23 19:51:02.439981 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278b98-2d26-45ec-a803-54bdc797766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7bc96-96df-4a3d-bbc9-3b32b4fadf6b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:02.442081 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60006) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:02.491175 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ffb-ba69-431e-9461-e0981983c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.515420 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ffb-ba69-431e-9461-e0981983c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.631235 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ffb-ba69-431e-9461-e0981983c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.633830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a2df6ffb-ba69-431e-9461-e0981983c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:02.634957 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-a2df6ffb-ba69-431e-9461-e0981983c5b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31f7bc96-96df-4a3d-bbc9-3b32b4fadf6b HTTP/1.1" status: 204 len: 168 time: 0.1913011 Mar 23 19:51:02.642693 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df6ffb-ba69-431e-9461-e0981983c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7bc96-96df-4a3d-bbc9-3b32b4fadf6b,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:02.928844 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:03.159415 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0ba11-c206-45b5-b8de-cf95c1537f73 req-5e29eabe-bdd9-4c50-af5f-c6d6a8f81dc7 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:03.160888 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4dd0ba11-c206-45b5-b8de-cf95c1537f73 req-5e29eabe-bdd9-4c50-af5f-c6d6a8f81dc7 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0527899 Mar 23 19:51:03.201831 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4dd0ba11-c206-45b5-b8de-cf95c1537f73 req-a99f0e12-a3a9-40ff-a812-209e55a74cd1 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340617 Mar 23 19:51:04.247693 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:04.325320 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a27b56-197b-48f5-9243-c68cb71f6fdf req-dddc7fca-6645-4c50-88d8-0cbea14c58ab tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:04.326842 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-66a27b56-197b-48f5-9243-c68cb71f6fdf req-dddc7fca-6645-4c50-88d8-0cbea14c58ab tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0562129 Mar 23 19:51:04.370628 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-66a27b56-197b-48f5-9243-c68cb71f6fdf req-7cc1bf1d-57ae-4f75-afae-521b83f79353 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373306 Mar 23 19:51:04.762323 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:05.054638 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-d2a90fe7-81f6-47a2-b5d1-6461adbaa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.056146 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-d2a90fe7-81f6-47a2-b5d1-6461adbaa611 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1137 time: 0.0686357 Mar 23 19:51:05.058703 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-5ea66e91-96b6-4775-a812-25af2ee469e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628302 Mar 23 19:51:05.172806 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-9628427e-fbf9-4c00-9afd-723b8c1dbfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.174322 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-9628427e-fbf9-4c00-9afd-723b8c1dbfc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1099 time: 0.0855603 Mar 23 19:51:05.190536 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-ef0cc057-d3bd-444a-9f69-bd072e6533fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.191997 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-ef0cc057-d3bd-444a-9f69-bd072e6533fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 916 time: 0.1209195 Mar 23 19:51:05.319614 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-9d394d3e-4e30-4900-bf86-e5e6aee7d2f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 1000 time: 0.1177835 Mar 23 19:51:05.374389 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-f25b7815-eac0-4806-97f5-e3d14fbb6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.375872 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-f25b7815-eac0-4806-97f5-e3d14fbb6a0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.1685507 Mar 23 19:51:05.428322 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-4a57dd4d-02ec-4819-beb8-89ebeba6e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.429857 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-4a57dd4d-02ec-4819-beb8-89ebeba6e482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 200 len: 854 time: 0.1017041 Mar 23 19:51:05.472102 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-67f9fe6f-a91b-4cd4-b185-65e29b0f5b08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 200 len: 1002 time: 0.0880482 Mar 23 19:51:05.492370 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d1e6c-9fb1-451b-bc5b-f599ddbff93f req-c49e7d54-57e6-4dd3-bee0-f793bd354da3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.494176 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b72d1e6c-9fb1-451b-bc5b-f599ddbff93f req-c49e7d54-57e6-4dd3-bee0-f793bd354da3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0555613 Mar 23 19:51:05.514119 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-32856970-2264-4349-8b56-602909f85a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.515609 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-32856970-2264-4349-8b56-602909f85a45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d141d795-6207-468b-ae68-4758d61711e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751443 Mar 23 19:51:05.535101 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b72d1e6c-9fb1-451b-bc5b-f599ddbff93f req-ea21ca0d-d3d3-483e-bce4-58731ed22e13 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350754 Mar 23 19:51:05.554981 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-af36dd2c-f746-4a84-b978-80eb0569e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.556421 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-af36dd2c-f746-4a84-b978-80eb0569e559 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0739963 Mar 23 19:51:05.652498 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-207ac8e8-704f-4be0-a9a9-4f063c24ae90 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282644 Mar 23 19:51:05.654783 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-e40f8210-f269-4712-a044-11fd38bf2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:05.656104 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-e40f8210-f269-4712-a044-11fd38bf2332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898936 Mar 23 19:51:05.765039 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60092) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:05.832182 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-766da3d2-e2b8-4055-9048-18689bfcf33b req-b2977b00-5ce7-4f24-9687-9bdf0c026612 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576231 Mar 23 19:51:05.834059 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-4142eaf7-eb42-483b-bf92-b4c15440b43f service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585703 Mar 23 19:51:05.870990 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c85262b1-5967-4dfc-bdff-ae46f888c8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:05.935288 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-17141f4f-4395-4d8a-9b23-08aedce365b1 req-263094ef-158f-452b-98bf-a8e3c57bc1dc service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864854 Mar 23 19:51:05.949571 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c85262b1-5967-4dfc-bdff-ae46f888c8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:06.013631 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c85262b1-5967-4dfc-bdff-ae46f888c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:06.050544 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c85262b1-5967-4dfc-bdff-ae46f888c8f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=218fd5c6046343f585e3ea91f6beadcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843273 Mar 23 19:51:06.053630 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85262b1-5967-4dfc-bdff-ae46f888c8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705480d4-9817-47bd-9096-8b30945040d3,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:06.053803 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60098) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:06.104223 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8997-8f50-4043-920e-d8fbcc282484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:06.126560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8997-8f50-4043-920e-d8fbcc282484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:06.510558 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8997-8f50-4043-920e-d8fbcc282484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:06.513131 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8997-8f50-4043-920e-d8fbcc282484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:06.514357 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d9fe8997-8f50-4043-920e-d8fbcc282484 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/705480d4-9817-47bd-9096-8b30945040d3 HTTP/1.1" status: 204 len: 168 time: 0.4596624 Mar 23 19:51:06.523517 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe8997-8f50-4043-920e-d8fbcc282484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705480d4-9817-47bd-9096-8b30945040d3,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:06.657198 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28b5f-f499-4f33-9d6d-68b8b19f99ab req-bb380d5c-e293-47e3-9687-349065fbe2e6 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:06.658763 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8cb28b5f-f499-4f33-9d6d-68b8b19f99ab req-bb380d5c-e293-47e3-9687-349065fbe2e6 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0492887 Mar 23 19:51:06.698807 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8cb28b5f-f499-4f33-9d6d-68b8b19f99ab req-2e68590c-7d15-4b80-82ad-d3c7fa74365e tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335221 Mar 23 19:51:07.171910 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60108) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:07.184886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9501d3ba-ae7a-45af-bde9-5bb6f21722ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.259545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9501d3ba-ae7a-45af-bde9-5bb6f21722ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.321925 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9501d3ba-ae7a-45af-bde9-5bb6f21722ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.356779 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501d3ba-ae7a-45af-bde9-5bb6f21722ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f41c13f-27dc-462b-8b88-b061ee464010,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:07.361089 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9501d3ba-ae7a-45af-bde9-5bb6f21722ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2c3ae52ecf84a00bb8e623afea44bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880648 Mar 23 19:51:07.364665 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60110) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:07.411435 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0a17806d-0ef1-41f0-bb4b-998215488ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.432117 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0a17806d-0ef1-41f0-bb4b-998215488ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.568207 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0a17806d-0ef1-41f0-bb4b-998215488ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.570747 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0a17806d-0ef1-41f0-bb4b-998215488ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:07.571936 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0a17806d-0ef1-41f0-bb4b-998215488ba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f41c13f-27dc-462b-8b88-b061ee464010 HTTP/1.1" status: 204 len: 168 time: 0.2067893 Mar 23 19:51:07.579882 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17806d-0ef1-41f0-bb4b-998215488ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f41c13f-27dc-462b-8b88-b061ee464010,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:07.820199 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110513d-5ced-4a27-8ec0-ba9dd77bdc83 req-1fe60677-72d4-43c7-a384-734d8122cc97 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:07.821598 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6110513d-5ced-4a27-8ec0-ba9dd77bdc83 req-1fe60677-72d4-43c7-a384-734d8122cc97 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0527856 Mar 23 19:51:07.863014 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6110513d-5ced-4a27-8ec0-ba9dd77bdc83 req-28cb140c-b954-40be-ac4a-edee2fcfbb33 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351605 Mar 23 19:51:08.986447 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b826d6f-293f-4eb6-bd97-d94040f0e9eb req-5c255414-a31c-48cc-877a-889b70ce0d64 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:08.987909 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2b826d6f-293f-4eb6-bd97-d94040f0e9eb req-5c255414-a31c-48cc-877a-889b70ce0d64 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0500543 Mar 23 19:51:09.043828 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2b826d6f-293f-4eb6-bd97-d94040f0e9eb req-4a10b4dd-fad5-4727-b235-1eb2741ec5dc tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490186 Mar 23 19:51:10.161687 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d18483-330c-457f-93df-516419006b6c req-433faed8-6615-4cac-ad2f-74b64b959334 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:10.163383 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16d18483-330c-457f-93df-516419006b6c req-433faed8-6615-4cac-ad2f-74b64b959334 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0502148 Mar 23 19:51:10.203848 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-16d18483-330c-457f-93df-516419006b6c req-40cae1fe-ebcd-4de0-8b8f-40218b1037ca tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342090 Mar 23 19:51:11.325041 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43624710-2f7d-4205-bef8-b37f94c7ba69 req-dfd9880e-96da-44b7-a95a-509e5f7e364b tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:11.326648 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-43624710-2f7d-4205-bef8-b37f94c7ba69 req-dfd9880e-96da-44b7-a95a-509e5f7e364b tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0542490 Mar 23 19:51:11.368758 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-43624710-2f7d-4205-bef8-b37f94c7ba69 req-2e4c54e4-cdf5-488e-bc0a-2fe206d3f0d5 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359282 Mar 23 19:51:12.482700 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2ea2a-d85d-41c5-93ed-9701eec2454e req-44d49e8a-ceda-4683-8879-035b81ddbeca tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:12.484163 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-28c2ea2a-d85d-41c5-93ed-9701eec2454e req-44d49e8a-ceda-4683-8879-035b81ddbeca tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0495238 Mar 23 19:51:12.523929 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-28c2ea2a-d85d-41c5-93ed-9701eec2454e req-fd0d3e08-350e-4afa-bd32-457edfa5d9c9 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332205 Mar 23 19:51:13.645306 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a409a0c-920b-4d9d-96de-69dd2ac585a5 req-d64c8a9b-9cde-4de7-b15c-f1cb254ccea4 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:13.647396 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4a409a0c-920b-4d9d-96de-69dd2ac585a5 req-d64c8a9b-9cde-4de7-b15c-f1cb254ccea4 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0572033 Mar 23 19:51:13.690897 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4a409a0c-920b-4d9d-96de-69dd2ac585a5 req-e8f8148d-c522-4246-a9f9-d80b99b82f2f tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370076 Mar 23 19:51:14.809414 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e2bd-26dc-4bf2-af96-9839419470a3 req-17c2b8a8-68ee-4596-b744-a96bdb1ff6ec tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:14.810858 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-48b5e2bd-26dc-4bf2-af96-9839419470a3 req-17c2b8a8-68ee-4596-b744-a96bdb1ff6ec tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0511487 Mar 23 19:51:14.849963 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-48b5e2bd-26dc-4bf2-af96-9839419470a3 req-ce91919b-1bf0-497d-89f3-b0ced004ed3c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331402 Mar 23 19:51:15.962090 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320abb-d252-47d9-bea3-390871c82fc2 req-0cae260e-6235-4b2c-82f4-78e1be108c5d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:15.963563 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f320abb-d252-47d9-bea3-390871c82fc2 req-0cae260e-6235-4b2c-82f4-78e1be108c5d tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0484712 Mar 23 19:51:16.003720 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2f320abb-d252-47d9-bea3-390871c82fc2 req-82e92a03-3ca0-4c70-8e2e-91c12fc4f285 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341520 Mar 23 19:51:17.116524 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9fdc-bf13-41da-a423-fd3b7f48ce99 req-ad95959f-509c-41e8-950c-ac324b2ecc47 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:17.117918 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-561e9fdc-bf13-41da-a423-fd3b7f48ce99 req-ad95959f-509c-41e8-950c-ac324b2ecc47 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0477958 Mar 23 19:51:17.158181 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-561e9fdc-bf13-41da-a423-fd3b7f48ce99 req-47a2f638-60c4-4d2d-9558-cdb2e76ead6b tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341883 Mar 23 19:51:18.283375 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76278f39-86a9-4097-82d3-1cbafe358655 req-3b0ec242-0883-48a3-a26e-a9f00417d369 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:18.284827 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-76278f39-86a9-4097-82d3-1cbafe358655 req-3b0ec242-0883-48a3-a26e-a9f00417d369 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0531499 Mar 23 19:51:18.325275 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-76278f39-86a9-4097-82d3-1cbafe358655 req-2eff98ba-c9b9-4939-855c-a21ad46927b9 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337043 Mar 23 19:51:19.456191 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82163c-0a7e-4ae3-946b-4b92cf813135 req-3a42bfed-d29d-4595-8cda-db8f55d74ccd tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:19.458657 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ca82163c-0a7e-4ae3-946b-4b92cf813135 req-3a42bfed-d29d-4595-8cda-db8f55d74ccd tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0546851 Mar 23 19:51:19.502890 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ca82163c-0a7e-4ae3-946b-4b92cf813135 req-68c25392-c454-4025-a07d-0a2272b32cf9 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376999 Mar 23 19:51:20.623652 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b64c-75eb-49a8-bb0a-d82d68a2b351 req-7c94a7fb-71ab-4d32-98a1-a0ccf0ce8ba3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:20.625151 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06e0b64c-75eb-49a8-bb0a-d82d68a2b351 req-7c94a7fb-71ab-4d32-98a1-a0ccf0ce8ba3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0517309 Mar 23 19:51:20.665534 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-06e0b64c-75eb-49a8-bb0a-d82d68a2b351 req-b4d73859-5ac9-4c80-9a21-a852d65d386b tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338900 Mar 23 19:51:21.435233 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-ae6506c7-4a24-4190-91fb-adba119ea2fa tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816376774&fields=id&tenant_id=a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 267 time: 0.0365701 Mar 23 19:51:21.544213 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-5dde6136-8d6f-42bd-b71a-2ce3e5deebf2 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:21.545699 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-5dde6136-8d6f-42bd-b71a-2ce3e5deebf2 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 812 time: 0.1034553 Mar 23 19:51:21.560898 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-6877e321-f1f1-4537-b803-5dae35f551de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/quotas/a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Mar 23 19:51:21.617979 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-6a250ddd-5b62-49b4-b8f7-1821b1e79d33 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514619 Mar 23 19:51:21.729562 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-ec63f219-2c34-47a8-963d-6b619649f876 service neutron] 10.222.0.31 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003621 Mar 23 19:51:21.843042 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7986e-b2d0-45ed-9f60-bc1d7bd9a576 req-9ddd7857-2742-497e-88c0-659253e85773 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:21.844505 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a1c7986e-b2d0-45ed-9f60-bc1d7bd9a576 req-9ddd7857-2742-497e-88c0-659253e85773 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.1011345 Mar 23 19:51:21.873486 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-331c8db7-c5ee-4db1-acdc-0f31f98a3bde service neutron] 10.222.0.31 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405606 Mar 23 19:51:21.895015 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a1c7986e-b2d0-45ed-9f60-bc1d7bd9a576 req-ca164ef5-d96f-41cd-9fcc-ece756759d46 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422637 Mar 23 19:51:22.439763 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3ccccd79-165c-4900-8d3a-e664e0b13a87 req-41a76766-0187-4039-9d0e-0d443c0a0882 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 210 time: 0.0263500 Mar 23 19:51:23.019710 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd085b6-52e1-447f-a79c-5c6f9c322bcb req-07ecdf76-dc6d-4d80-88d7-276479688685 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:23.021278 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dbd085b6-52e1-447f-a79c-5c6f9c322bcb req-07ecdf76-dc6d-4d80-88d7-276479688685 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0557671 Mar 23 19:51:23.066568 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dbd085b6-52e1-447f-a79c-5c6f9c322bcb req-d9dd04d0-b779-4fd4-8bed-d91409cde0c0 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a&id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384641 Mar 23 19:51:23.534476 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cc0bc994-c60a-4e4e-bf06-231ec5c1e70e req-647677ec-4e55-4beb-bbff-063c66d99602 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 210 time: 0.0270958 Mar 23 19:51:24.525195 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-5fb801f0-eac4-4bd4-886c-80d9a5913f87 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:24.526759 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-5fb801f0-eac4-4bd4-886c-80d9a5913f87 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 812 time: 0.1219826 Mar 23 19:51:24.574653 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-9b706456-80c0-4bcb-b35e-f143141aaf3f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a694e27144174a21a33b5e209c65b9f3 HTTP/1.1" status: 200 len: 379 time: 0.0389061 Mar 23 19:51:24.588677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'port': {'device_id': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'admin_state_up': True, 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'security_groups': ['4a39e501-9ef7-4721-85ee-7e4c27b6d787']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:24.656295 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a43e5261-60c1-40b2-bab9-d2f46389577e req-01b3edb7-7726-4bdf-bb4a-9dc62340146d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 210 time: 0.0282793 Mar 23 19:51:24.695349 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60424) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:24.800936 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Made reservation on behalf of a694e27144174a21a33b5e209c65b9f3 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:51:24.809848 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:24.819195 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-532c2ab9-c78f-4be8-8fca-5f7caefe3ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:24.908244 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-532c2ab9-c78f-4be8-8fca-5f7caefe3ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:24.945080 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Allocated IP 172.20.0.6 (126f9639-b5bb-4a3d-becf-4b0dec973f25/0b755a6f-07aa-4149-8660-7b337feea847/6c41b18c-94e6-47a8-9029-a4ab4d0c477d) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:24.989392 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-532c2ab9-c78f-4be8-8fca-5f7caefe3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.027759 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-532c2ab9-c78f-4be8-8fca-5f7caefe3ab2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4210639a0aec40bda8b1171b7ea9264e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313298 Mar 23 19:51:25.029731 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c2ab9-c78f-4be8-8fca-5f7caefe3ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4b54dd-9708-4a9f-828f-d633a48503df,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:25.031970 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60428) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:25.084296 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.084590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ce0e-2d0f-486e-b07d-d3f3f8986d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.105525 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ce0e-2d0f-486e-b07d-d3f3f8986d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.201600 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.229759 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ce0e-2d0f-486e-b07d-d3f3f8986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.232465 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5fe6ce0e-2d0f-486e-b07d-d3f3f8986d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.233633 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5fe6ce0e-2d0f-486e-b07d-d3f3f8986d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a4b54dd-9708-4a9f-828f-d633a48503df HTTP/1.1" status: 204 len: 168 time: 0.2007642 Mar 23 19:51:25.242565 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6ce0e-2d0f-486e-b07d-d3f3f8986d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4b54dd-9708-4a9f-828f-d633a48503df,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:25.255936 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:25.259457 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:25.264351 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:51:25.293645 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:25.325240 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:25.326965 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.428265 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-e9195609-226f-4be6-ae32-0b5d4232a047 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463550 Mar 23 19:51:25.441871 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Request body: {'port': {'device_id': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:25.505913 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.510657 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-bc9f4da7-b903-4e60-93e3-da34b8c464f7 None None] Provisioning complete for port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:25.511263 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4da7-b903-4e60-93e3-da34b8c464f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.556640 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f4da7-b903-4e60-93e3-da34b8c464f7 None None] Port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:51:25.813015 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f75c-538a-4a05-91de-96af6a011f8c req-60697113-3225-4961-b8ef-c7dc21d4a921 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:25.818117 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b111f75c-538a-4a05-91de-96af6a011f8c req-60697113-3225-4961-b8ef-c7dc21d4a921 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 931 time: 0.0783288 Mar 23 19:51:25.850160 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c41b18c-94e6-47a8-9029-a4ab4d0c477d {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:51:25.865772 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b111f75c-538a-4a05-91de-96af6a011f8c req-5808eec2-f8e1-4e22-b8c0-69b1584eacb0 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383537 Mar 23 19:51:25.865989 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:25.887680 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Transition to ACTIVE for port object 6c41b18c-94e6-47a8-9029-a4ab4d0c477d will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:51:25.972716 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:26.027994 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Pushing event updated for resources: {'Port': ['ID=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:26.095398 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Attempting to bind port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:51:26.095733 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Attempting to bind port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:51:26.096058 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Attempting to bind port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:51:26.100538 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:51:26.100855 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Attempting to bind port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d on network 126f9639-b5bb-4a3d-becf-4b0dec973f25 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:51:26.105968 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:51:26.106307 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Checking segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:51:26.106691 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Bound using segment: {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:51:26.107182 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Bound port: 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:51:26.107538 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:26.180173 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] For port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:51:26.183435 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] For port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:51:26.241652 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:26.281137 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.281736 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:26.283128 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c41b18c-94e6-47a8-9029-a4ab4d0c477d HTTP/1.1" status: 200 len: 1093 time: 0.8459687 Mar 23 19:51:26.283575 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:51:26.285858 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ace34da-d30f-47be-8b93-5e8a862a7304" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:51:26.310371 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c87004-f893-47b4-977a-26e2909e6137 service neutron] Pushing event updated for resources: {'Port': ['ID=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:26.327932 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f671924c-0644-4817-9a5a-f3af2268539d x-openstack-request-id: req-f671924c-0644-4817-9a5a-f3af2268539d {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:51:26.328225 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:51:26.328481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f671924c-0644-4817-9a5a-f3af2268539d {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:51:26.328914 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'status': 'completed', 'code': 200} Mar 23 19:51:26.396709 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace34da-d30f-47be-8b93-5e8a862a7304 req-ca3428fb-2ef6-4076-9cdf-a3c00d1f3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.398537 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3ace34da-d30f-47be-8b93-5e8a862a7304 req-ca3428fb-2ef6-4076-9cdf-a3c00d1f3d3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 1096 time: 0.0444200 Mar 23 19:51:26.504561 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace34da-d30f-47be-8b93-5e8a862a7304 req-91ddd4fc-ca25-4666-bbd4-65c8b5f757f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.507255 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3ace34da-d30f-47be-8b93-5e8a862a7304 req-91ddd4fc-ca25-4666-bbd4-65c8b5f757f9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a694e27144174a21a33b5e209c65b9f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994494 Mar 23 19:51:26.601613 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace34da-d30f-47be-8b93-5e8a862a7304 req-15d15f73-75f4-4bb4-ac10-101bdf2bb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.602957 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3ace34da-d30f-47be-8b93-5e8a862a7304 req-15d15f73-75f4-4bb4-ac10-101bdf2bb169 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890453 Mar 23 19:51:26.677149 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f0d60bdb-add7-4f9e-bc4f-7f61f8d8f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.678601 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-f0d60bdb-add7-4f9e-bc4f-7f61f8d8f5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 1096 time: 0.0393980 Mar 23 19:51:26.724878 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-49ffc34e-093c-4c83-a871-b8f2e62b5c94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d HTTP/1.1" status: 200 len: 217 time: 0.0372558 Mar 23 19:51:26.774464 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-463c2d5c-6530-46c0-9f0a-59509e57335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.775942 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-463c2d5c-6530-46c0-9f0a-59509e57335d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0431199 Mar 23 19:51:26.822154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-1914464e-b2ac-4512-8e49-858025cc9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.823596 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-1914464e-b2ac-4512-8e49-858025cc9260 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397706 Mar 23 19:51:26.920433 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-54881ef9-b271-454a-95cb-d0e331dc7716 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893080 Mar 23 19:51:26.984976 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f57a3-4c76-4acb-b394-cd4e55cc9e05 req-bddd41af-fc03-40cc-b71c-711b95bbbe68 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:26.986541 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bf6f57a3-4c76-4acb-b394-cd4e55cc9e05 req-bddd41af-fc03-40cc-b71c-711b95bbbe68 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0569482 Mar 23 19:51:27.013926 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-33470cbf-0391-4f2c-89f7-5a5895d43b78 req-4d78496a-0cc7-48b6-928b-3f9b9c9196a3 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860097 Mar 23 19:51:27.030295 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bf6f57a3-4c76-4acb-b394-cd4e55cc9e05 req-7851d1a5-7b00-4c37-8351-7a3774c459ae tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376351 Mar 23 19:51:28.148021 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7cf3-abf2-4d3f-9068-c5b8ed09c4a7 req-a25843c2-e30d-4b5d-ab3b-5b1748f7317d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:28.149480 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a48e7cf3-abf2-4d3f-9068-c5b8ed09c4a7 req-a25843c2-e30d-4b5d-ab3b-5b1748f7317d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0483959 Mar 23 19:51:28.185819 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a48e7cf3-abf2-4d3f-9068-c5b8ed09c4a7 req-2b3fe3ab-22fa-42d6-9130-1a0318d2e819 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Mar 23 19:51:29.301727 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6962361-8c2a-4047-9d1f-c75856a41cf4 req-5baf99d3-a30b-40cb-bded-73d377aa6b17 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:29.303262 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e6962361-8c2a-4047-9d1f-c75856a41cf4 req-5baf99d3-a30b-40cb-bded-73d377aa6b17 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0493898 Mar 23 19:51:29.342806 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e6962361-8c2a-4047-9d1f-c75856a41cf4 req-243bf225-1a23-40e8-8436-8605e8bb0d73 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335572 Mar 23 19:51:29.344317 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-69dabad0-04c1-428d-8f38-e7fb4e807c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:29.835641 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:30.455038 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796df618-c1d0-4f9a-a8b4-3a139a561d67 req-68264a6e-ec69-4aea-9c87-9df21a07522a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:30.456476 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-796df618-c1d0-4f9a-a8b4-3a139a561d67 req-68264a6e-ec69-4aea-9c87-9df21a07522a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0477049 Mar 23 19:51:30.497847 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-796df618-c1d0-4f9a-a8b4-3a139a561d67 req-120e2efa-2f6b-443b-83bf-3dee7fcbb34d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345888 Mar 23 19:51:31.338137 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b85dc837-0781-4aec-9958-6d2a4b3ecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:31.586429 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:51:31.611151 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33dbc0-fb1e-4121-a3c2-0f190f59817d req-1a7ea682-5825-446f-8e7b-96c2d9f1a089 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:31.614734 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0a33dbc0-fb1e-4121-a3c2-0f190f59817d req-1a7ea682-5825-446f-8e7b-96c2d9f1a089 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0496118 Mar 23 19:51:31.650467 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0a33dbc0-fb1e-4121-a3c2-0f190f59817d req-7bfe73ed-624c-4f1e-a1ad-35a011c988ee tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311105 Mar 23 19:51:31.783436 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60516) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:31.886746 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e801276e-3a12-45df-89e2-fa19b02f64d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:31.957477 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e801276e-3a12-45df-89e2-fa19b02f64d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.006725 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-e801276e-3a12-45df-89e2-fa19b02f64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.042733 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e801276e-3a12-45df-89e2-fa19b02f64d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82ee05543f9b4ed2a103f36caf815d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581816 Mar 23 19:51:32.044633 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801276e-3a12-45df-89e2-fa19b02f64d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c088da5-d394-4a57-8669-31587f477c67,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:32.045366 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60520) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:32.097163 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86aa442b-8bfc-4af7-a58a-ac642e906022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.117656 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86aa442b-8bfc-4af7-a58a-ac642e906022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.201358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86aa442b-8bfc-4af7-a58a-ac642e906022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.203909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-86aa442b-8bfc-4af7-a58a-ac642e906022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.205084 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-86aa442b-8bfc-4af7-a58a-ac642e906022 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c088da5-d394-4a57-8669-31587f477c67 HTTP/1.1" status: 204 len: 168 time: 0.1586916 Mar 23 19:51:32.214899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa442b-8bfc-4af7-a58a-ac642e906022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c088da5-d394-4a57-8669-31587f477c67,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:32.690380 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d782b-4586-4781-b057-a7979f8d474e req-1a716fef-73e3-4c17-b4d3-dedab5b72b34 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:32.691859 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b16d782b-4586-4781-b057-a7979f8d474e req-1a716fef-73e3-4c17-b4d3-dedab5b72b34 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.0533872 Mar 23 19:51:32.740668 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b16d782b-4586-4781-b057-a7979f8d474e req-1a67b52e-86f0-4253-aa30-28e088354b77 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 Mar 23 19:51:32.745097 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60538) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:32.760884 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cfab2800-d662-4806-a559-3ce2ca827489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.779991 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acc956-f4f6-4b9f-9655-c23533c8a748 req-3cbf7259-bd1a-4fec-8b48-d386d36b2643 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:32.785546 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6acc956-f4f6-4b9f-9655-c23533c8a748 req-3cbf7259-bd1a-4fec-8b48-d386d36b2643 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0573494 Mar 23 19:51:32.826221 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6acc956-f4f6-4b9f-9655-c23533c8a748 req-e830d0cd-dc6c-403b-ac60-4b14fb20526d tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Mar 23 19:51:32.843069 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cfab2800-d662-4806-a559-3ce2ca827489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.927239 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cfab2800-d662-4806-a559-3ce2ca827489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.927419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:32.966493 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cfab2800-d662-4806-a559-3ce2ca827489 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d463a28c0934c46a5a4292805791883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197711 Mar 23 19:51:32.967417 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab2800-d662-4806-a559-3ce2ca827489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc552bb8-5aaa-4101-a357-f27e58b5125b,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:32.969173 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60540) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:33.016840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-20178c3e-1bd2-4fa5-b3c3-42056ce21ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:33.037227 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-20178c3e-1bd2-4fa5-b3c3-42056ce21ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:33.149163 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-20178c3e-1bd2-4fa5-b3c3-42056ce21ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:33.151595 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-20178c3e-1bd2-4fa5-b3c3-42056ce21ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:33.152743 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-20178c3e-1bd2-4fa5-b3c3-42056ce21ffd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc552bb8-5aaa-4101-a357-f27e58b5125b HTTP/1.1" status: 204 len: 168 time: 0.1824887 Mar 23 19:51:33.160355 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178c3e-1bd2-4fa5-b3c3-42056ce21ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc552bb8-5aaa-4101-a357-f27e58b5125b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:33.867440 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0462ad-7ac1-4f76-a6db-0391c0e52d44 req-d7d16785-4c68-498b-85e3-2a0d1b51c5df tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:33.868959 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3a0462ad-7ac1-4f76-a6db-0391c0e52d44 req-d7d16785-4c68-498b-85e3-2a0d1b51c5df tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.0559874 Mar 23 19:51:33.932670 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3a0462ad-7ac1-4f76-a6db-0391c0e52d44 req-ef13f529-e132-4195-9745-6101ff6a93bf tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups?id=442e2655-80d6-499a-9bd0-3595b0b26102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568142 Mar 23 19:51:33.952397 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef96abf-199c-4372-a858-8f3de38e063b req-2c0d1f87-a117-4eaa-9af7-f8dab3f53ead tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:33.953894 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef96abf-199c-4372-a858-8f3de38e063b req-2c0d1f87-a117-4eaa-9af7-f8dab3f53ead tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0577064 Mar 23 19:51:33.992653 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef96abf-199c-4372-a858-8f3de38e063b req-749442d1-8a9b-42c7-9e32-8b33dd13a534 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Mar 23 19:51:34.258239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.268518 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-962c80ac-d26e-4608-ac5e-25b2023173b7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:34.269975 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-962c80ac-d26e-4608-ac5e-25b2023173b7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 947 time: 0.0520732 Mar 23 19:51:34.360559 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Deleting port fbaec705-1e42-43d6-83eb-b40da20f2ca7 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:51:34.360897 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.457903 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] For port fbaec705-1e42-43d6-83eb-b40da20f2ca7, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=fbaec705-1e42-43d6-83eb-b40da20f2ca7,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:34.458277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.630802 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.631167 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.631483 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Floating IP b73a9045-101e-4c20-a0fd-eff82eaa769f disassociated. External IP: 172.27.1.106, port: fbaec705-1e42-43d6-83eb-b40da20f2ca7. Mar 23 19:51:34.631823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Calling delete_port for fbaec705-1e42-43d6-83eb-b40da20f2ca7 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:51:34.749910 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.807038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:34.835565 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event deleted for resources: {'Port': ['ID=fbaec705-1e42-43d6-83eb-b40da20f2ca7,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:34.845498 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.845847 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.846187 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.846524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.846851 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.847174 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.847499 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.847825 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.848144 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.848950 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.849294 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.849610 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:34.961060 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Router 23e265b6-72c8-45e3-a311-0320811b888a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:51:35.063902 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-478fd1a1-a192-4e8a-a44e-4c8d72559ab6 req-580806f4-40b2-4460-bb6e-ab56db1ca279 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 210 time: 0.0553238 Mar 23 19:51:35.078717 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:51:35.092524 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:51:35.102868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:35.103707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:35.121739 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] No DVR routers for this DVR port fbaec705-1e42-43d6-83eb-b40da20f2ca7 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:51:35.124352 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:35.127802 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e3e4d5ee-aa1d-40c1-9f24-506394add657 req-8b7a0d5c-bd53-45ae-ba62-7a9a37e0895a tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.41 "DELETE /v2.0/ports/fbaec705-1e42-43d6-83eb-b40da20f2ca7 HTTP/1.1" status: 204 len: 173 time: 0.8508790 Mar 23 19:51:35.128327 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-deleted', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:51:35.131035 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f5ce3-7620-43bf-a869-821dad16fe1f" -d '{"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-deleted", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:51:35.166563 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba287e67-13d2-4098-8b7e-fac5d198ef75 req-971d21d2-0d98-4010-bd1a-36a11232cdac tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:35.173762 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f6103a-1e73-44f9-9ce0-c0359923c68a x-openstack-request-id: req-92f6103a-1e73-44f9-9ce0-c0359923c68a {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:51:35.174266 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5af360-0adb-498d-a2ca-7f760be82fd7", "name": "network-vif-deleted", "tag": "fbaec705-1e42-43d6-83eb-b40da20f2ca7", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:51:35.174714 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92f6103a-1e73-44f9-9ce0-c0359923c68a {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:51:35.175118 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5af360-0adb-498d-a2ca-7f760be82fd7', 'name': 'network-vif-deleted', 'tag': 'fbaec705-1e42-43d6-83eb-b40da20f2ca7', 'status': 'completed', 'code': 200} Mar 23 19:51:35.189601 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ba287e67-13d2-4098-8b7e-fac5d198ef75 req-971d21d2-0d98-4010-bd1a-36a11232cdac tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 943 time: 0.0949533 Mar 23 19:51:35.230865 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ba287e67-13d2-4098-8b7e-fac5d198ef75 req-bfc7829a-64ee-42b8-a0e4-0b2b70667372 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402162 Mar 23 19:51:35.345452 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6c41b18c-94e6-47a8-9029-a4ab4d0c477d details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:51:35.375576 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:35.569378 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:35.584400 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'port_id': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'mac_address': 'fa:16:3e:c6:73:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:51:35.652835 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:35.670236 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c41b18c-94e6-47a8-9029-a4ab4d0c477d {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:51:35.694945 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:35.703559 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:35.734562 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:51:35.743002 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:35.743598 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:35.791841 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:35.885769 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:35.888681 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:35.922399 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.922824 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.923461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.923461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.923736 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.924064 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.924391 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.924717 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.925068 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.926991 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.926991 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:35.926991 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:36.094231 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['6c41b18c-94e6-47a8-9029-a4ab4d0c477d'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:51:36.146137 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:36.178701 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-00e8dd19-7e3b-4219-a256-9523a69a33f8 req-74368d97-1b47-4bf0-b562-5660183489e8 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb5af360-0adb-498d-a2ca-7f760be82fd7 HTTP/1.1" status: 200 len: 210 time: 0.0288808 Mar 23 19:51:36.179306 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51120804-9e96-4c05-bc37-4460e5b558b5 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:44:14Z', 'revision_number': 4, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'bff71d0b-8a4d-42c7-9fc7-09a1daa453c8', 'name': '', 'network_id': '8ab6db31-65d5-4781-a84b-09583ff45294', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'mac_address': 'fa:16:3e:c9:de:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:12Z', 'updated_at': '2022-03-23T19:44:27Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'subnets': [{'id': '3e83d8f8-c71d-4177-9e45-9240cea21577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:51:36.359968 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75711-4f6e-4ebb-9215-41f76440f46c req-69903893-1140-426d-96b8-17120c1254fb tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:36.361409 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d5f75711-4f6e-4ebb-9215-41f76440f46c req-69903893-1140-426d-96b8-17120c1254fb tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 944 time: 0.0519297 Mar 23 19:51:36.401747 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d5f75711-4f6e-4ebb-9215-41f76440f46c req-a53e80f9-53ff-4c20-9148-bbc3e7fe36a4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Mar 23 19:51:36.424719 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb31b6-19c5-4a9d-b8b3-1d505fb4aa19 None None] New status for floating IP b73a9045-101e-4c20-a0fd-eff82eaa769f: DOWN {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:51:37.247108 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6c41b18c-94e6-47a8-9029-a4ab4d0c477d up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:51:37.351128 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60608) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:37.378190 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:51:37.383081 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:37.383569 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.406357 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-30430a66-5f2a-4ed9-ae97-1dfeebd557b3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.430767 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-30430a66-5f2a-4ed9-ae97-1dfeebd557b3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.466386 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.489617 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:51:37.493455 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1c0793-90ea-47fe-8474-29c8539a262f" -d '{"events": [{"server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "name": "network-vif-plugged", "status": "completed", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:51:37.508692 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:37.527007 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47508656-a056-43b2-8c88-cb9f61f395a7 req-e88a1828-f131-4ccb-9c5a-fc44656b4253 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:37.528705 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-47508656-a056-43b2-8c88-cb9f61f395a7 req-e88a1828-f131-4ccb-9c5a-fc44656b4253 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 944 time: 0.0588312 Mar 23 19:51:37.536188 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009cdf1-8d3c-4ecb-a981-c37b4aa2633b x-openstack-request-id: req-7009cdf1-8d3c-4ecb-a981-c37b4aa2633b {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:51:37.536474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "name": "network-vif-plugged", "status": "completed", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:51:37.537317 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7009cdf1-8d3c-4ecb-a981-c37b4aa2633b {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:51:37.537786 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'code': 200} Mar 23 19:51:37.570964 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-47508656-a056-43b2-8c88-cb9f61f395a7 req-e3857536-5bef-4da5-b8f6-14d132b563f4 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325482 Mar 23 19:51:37.572516 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.573384 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:51:37.584510 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-30430a66-5f2a-4ed9-ae97-1dfeebd557b3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.587486 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-30430a66-5f2a-4ed9-ae97-1dfeebd557b3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.589446 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-30430a66-5f2a-4ed9-ae97-1dfeebd557b3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "DELETE /v2.0/security-groups/442e2655-80d6-499a-9bd0-3595b0b26102 HTTP/1.1" status: 204 len: 168 time: 0.2372396 Mar 23 19:51:37.592044 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60614) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:37.601124 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30430a66-5f2a-4ed9-ae97-1dfeebd557b3 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e2655-80d6-499a-9bd0-3595b0b26102,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:37.614644 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.api.v2.resource [None req-9d4ba67a-3d48-4470-9097-9168adeac9e7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] show failed (client error): The resource could not be found. Mar 23 19:51:37.616450 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9d4ba67a-3d48-4470-9097-9168adeac9e7 tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "GET /v2.0/security-groups/442e2655-80d6-499a-9bd0-3595b0b26102 HTTP/1.1" status: 404 len: 347 time: 0.0230649 Mar 23 19:51:37.619316 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: fbaec705-1e42-43d6-83eb-b40da20f2ca7 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:51:37.619457 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60616) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:37.619658 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device fbaec705-1e42-43d6-83eb-b40da20f2ca7 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:51:37.645941 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:37.745655 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Deleting port 4ce15794-c538-447f-b42d-b198988f3718 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:51:37.745935 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.824713 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.825077 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:37.836733 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Calling delete_port for 4ce15794-c538-447f-b42d-b198988f3718 owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:51:38.035260 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:38.061258 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Pushing event deleted for resources: {'Port': ['ID=4ce15794-c538-447f-b42d-b198988f3718,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:38.117365 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:38.119796 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:38.120941 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-4c65b54f-85e9-44c5-a3cd-3bc4b1dcd81b tempest-AttachVolumeShelveTestJSON-844187256 tempest-AttachVolumeShelveTestJSON-844187256-project] 10.222.0.31 "DELETE /v2.0/floatingips/b73a9045-101e-4c20-a0fd-eff82eaa769f HTTP/1.1" status: 204 len: 168 time: 0.5005538 Mar 23 19:51:38.687273 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ed5e3-cf94-4b5b-9fa5-d4b8bbea9145 req-071c5321-58c4-4d41-b954-dccdfaba1a0f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:38.688743 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b6ed5e3-cf94-4b5b-9fa5-d4b8bbea9145 req-071c5321-58c4-4d41-b954-dccdfaba1a0f tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0484407 Mar 23 19:51:38.725728 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6b6ed5e3-cf94-4b5b-9fa5-d4b8bbea9145 req-80383197-e008-435e-a8d0-fa8e7ea741a8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302680 Mar 23 19:51:39.375729 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719ee90-4971-4f33-984b-11339839c909 req-6b0fb16e-8ce4-4e02-9afe-ca5824ce88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:39.377331 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9719ee90-4971-4f33-984b-11339839c909 req-6b0fb16e-8ce4-4e02-9afe-ca5824ce88c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 1098 time: 0.0386910 Mar 23 19:51:39.841102 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b146e-b66d-4aaf-8a30-f79d65358c4f req-cfa8aee9-c7b3-424d-a217-62e4b87383d8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:39.842530 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf6b146e-b66d-4aaf-8a30-f79d65358c4f req-cfa8aee9-c7b3-424d-a217-62e4b87383d8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0510516 Mar 23 19:51:39.880080 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf6b146e-b66d-4aaf-8a30-f79d65358c4f req-80e995c8-b6ad-4428-9e88-2c99ef141d56 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Mar 23 19:51:40.281072 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9719ee90-4971-4f33-984b-11339839c909 req-f80af24c-de47-4f10-96c0-a0bd6c5326c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330541 Mar 23 19:51:41.017563 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596d525-e4d3-4730-a97c-bc9f8017b229 req-ef41bfd8-02df-4c4a-b03a-b52f4a56db05 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:41.019013 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4596d525-e4d3-4730-a97c-bc9f8017b229 req-ef41bfd8-02df-4c4a-b03a-b52f4a56db05 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0519772 Mar 23 19:51:41.056748 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4596d525-e4d3-4730-a97c-bc9f8017b229 req-1d8b09c2-dfb9-4190-9297-d9117f794b38 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Mar 23 19:51:42.171478 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c977b4-0d34-41ac-8f71-83b62428b6d7 req-6f113966-c5f1-4a36-85b3-6a734b5a1ca2 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:42.172950 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-07c977b4-0d34-41ac-8f71-83b62428b6d7 req-6f113966-c5f1-4a36-85b3-6a734b5a1ca2 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0479593 Mar 23 19:51:42.211258 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-07c977b4-0d34-41ac-8f71-83b62428b6d7 req-a288ab22-4955-45f3-adb1-864a4f247a46 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Mar 23 19:51:42.326534 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fca0-c91d-40f6-9d73-f3e7511fb7f0 req-04383dcd-6536-4d6c-87cc-674992b4babf tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:42.327938 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4aa4fca0-c91d-40f6-9d73-f3e7511fb7f0 req-04383dcd-6536-4d6c-87cc-674992b4babf tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0519960 Mar 23 19:51:42.365942 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4aa4fca0-c91d-40f6-9d73-f3e7511fb7f0 req-2fe4c86f-5393-4db6-9ab2-a34bb99b7f68 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319834 Mar 23 19:51:42.387138 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60670) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:42.569538 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc131852-5bf0-4398-b970-206a52b3eb89 tempest-TestVolumeBootPattern-2108699269 tempest-TestVolumeBootPattern-2108699269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:42.571016 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-cc131852-5bf0-4398-b970-206a52b3eb89 tempest-TestVolumeBootPattern-2108699269 tempest-TestVolumeBootPattern-2108699269-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 1093 time: 0.1828966 Mar 23 19:51:42.573746 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60674) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:42.577869 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'port_id': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:42.663771 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:42.761504 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:42.839620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60682) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:42.870460 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Allocated IP 172.27.1.46 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/6a548c2d-82de-4b41-b164-c7a376cf90cb) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:42.975189 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.063961 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.103008 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:43.105808 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:43.109216 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:51:43.132268 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=6a548c2d-82de-4b41-b164-c7a376cf90cb,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:43.141899 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.142250 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.142589 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.142919 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.143246 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.143573 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.143896 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.144328 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.144610 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.144851 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.145194 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.145511 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:43.290081 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.544722 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Deleting port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:51:43.545001 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.627870 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] For port bff71d0b-8a4d-42c7-9fc7-09a1daa453c8, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:43.628228 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.647186 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Calling delete_port for bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 owned by network:router_interface {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:51:43.706525 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.820879 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.852560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:43.879431 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff71d0b-8a4d-42c7-9fc7-09a1daa453c8,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:43.990962 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.048381 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.057710 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.133224 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event updated for resources: {'Port': ['ID=6a548c2d-82de-4b41-b164-c7a376cf90cb,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:44.143574 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.258650 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Floating IP 0d308163-d86e-4f43-843e-9cd7a3754777 associated. External IP: 172.27.1.46, port: 6c41b18c-94e6-47a8-9029-a4ab4d0c477d. Mar 23 19:51:44.480976 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:51:44.544724 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Router 23e265b6-72c8-45e3-a311-0320811b888a has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:51:44.607730 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:51:44.618110 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:51:44.627556 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:44.631409 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:44.654329 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:51:44.661176 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-d5462e95-db67-4285-b53a-ed66fd7a3e57 admin admin] 10.222.0.31 "PUT /v2.0/routers/23e265b6-72c8-45e3-a311-0320811b888a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183098 Mar 23 19:51:44.662451 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60690) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:44.664904 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] Sync routers for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:51:44.675836 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:44.676363 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:44.707985 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.741882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:44.762411 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0b0f4a0c-5dde-47ea-becf-4607f9c193de tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1738422 Mar 23 19:51:44.762411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:51:44.762411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:51:44.789871 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:44.809383 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23902917-8452-4ab6-a702-2ebcdf46e473 x-openstack-request-id: req-23902917-8452-4ab6-a702-2ebcdf46e473 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:51:44.809669 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:51:44.809916 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23902917-8452-4ab6-a702-2ebcdf46e473 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:51:44.810311 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'status': 'completed', 'code': 200} Mar 23 19:51:44.829740 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks [] for router, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.945434 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:44.978019 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '0d308163-d86e-4f43-843e-9cd7a3754777', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c6:73:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:43Z', 'updated_at': '2022-03-23T19:51:43Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}, {'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:33Z', 'revision_number': 1, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:44.997625 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:51:43Z', 'revision_number': 5, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port': {'id': '281af1a2-a0c2-4479-9a51-7b42ca7ad49b', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e265b6-72c8-45e3-a311-0320811b888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:44:06Z', 'updated_at': '2022-03-23T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:45.009331 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:51:45.017628 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:45.018227 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:45.024162 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] Checking router: 23e265b6-72c8-45e3-a311-0320811b888a for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:51:45.033526 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] Routers {'23e265b6-72c8-45e3-a311-0320811b888a'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:45.034131 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['23e265b6-72c8-45e3-a311-0320811b888a'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:45.074338 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Deleting port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:51:45.074702 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.129777 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:45.163268 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] For port 281af1a2-a0c2-4479-9a51-7b42ca7ad49b, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:45.163671 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.181448 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Calling delete_port for 281af1a2-a0c2-4479-9a51-7b42ca7ad49b owned by network:router_gateway {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:51:45.237691 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] Set router 23e265b6-72c8-45e3-a311-0320811b888a gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:45.295169 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:51:44Z', 'revision_number': 6, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:45.321374 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-d29dff48-7887-4945-86af-6ed3a47b528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:45.323874 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-d29dff48-7887-4945-86af-6ed3a47b528f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 1098 time: 0.0549493 Mar 23 19:51:45.327686 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf7ee5-f1ee-4801-af16-628ff4915e27 None None] The sync data for ids ['23e265b6-72c8-45e3-a311-0320811b888a'] in dv-cinder-834962-1-iscsi is: [{'id': '23e265b6-72c8-45e3-a311-0320811b888a', 'name': 'tempest-AttachVolumeShelveTestJSON-803839625-router', 'tenant_id': '44c9732f086044fa80e059d4e1e3c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:44:05Z', 'updated_at': '2022-03-23T19:51:44Z', 'revision_number': 6, 'project_id': '44c9732f086044fa80e059d4e1e3c4eb', 'gw_port_host': None}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:51:45.430043 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-74008fa3-a1be-4257-91a5-5ddbbdd0c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:45.431514 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-74008fa3-a1be-4257-91a5-5ddbbdd0c2ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.0985484 Mar 23 19:51:45.458522 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.484351 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Pushing event deleted for resources: {'Port': ['ID=281af1a2-a0c2-4479-9a51-7b42ca7ad49b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:45.517667 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-81598c65-59ae-4e80-95f7-07b6f6757703 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d HTTP/1.1" status: 200 len: 998 time: 0.0778925 Mar 23 19:51:45.521534 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '0d308163-d86e-4f43-843e-9cd7a3754777', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c6:73:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:43Z', 'updated_at': '2022-03-23T19:51:43Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}, {'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:33Z', 'revision_number': 1, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:45.554416 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbfeb6-ae28-4eaf-b8d5-6978414ca46a None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '0d308163-d86e-4f43-843e-9cd7a3754777', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c6:73:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:43Z', 'updated_at': '2022-03-23T19:51:43Z', 'revision_number': 0, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}, {'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:33Z', 'revision_number': 1, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:51:45.560465 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.584712 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-b28c8c43-a8b9-4c00-b3d4-1e7df15df29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:45.586495 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-b28c8c43-a8b9-4c00-b3d4-1e7df15df29c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0610471 Mar 23 19:51:45.642029 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-42362faf-485a-4e74-aee0-2809a7f22a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:45.643522 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-42362faf-485a-4e74-aee0-2809a7f22a0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487690 Mar 23 19:51:45.673702 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.675917 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.747420 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-d0c7eef6-6dc9-4619-96f4-1f3bd1c5e457 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962756 Mar 23 19:51:45.800952 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.801639 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e265b6-72c8-45e3-a311-0320811b888a {{(pid=108885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:51:45.806958 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.808107 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-aecb05ed-2811-4b48-928b-bea79bd2463c admin admin] 10.222.0.31 "DELETE /v2.0/routers/23e265b6-72c8-45e3-a311-0320811b888a HTTP/1.1" status: 204 len: 168 time: 1.1445134 Mar 23 19:51:45.819273 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865b78bd-59f4-453b-b6df-2c8159c03cae None None] New status for floating IP 0d308163-d86e-4f43-843e-9cd7a3754777: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:51:45.820332 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60698) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:45.862887 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc0b97a9-8a07-466d-aa04-22f5b53c8cb3 req-d69aa30f-f104-4430-8dc8-e673808f5778 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051354 Mar 23 19:51:45.871696 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Deleting subnet 3e83d8f8-c71d-4177-9e45-9240cea21577 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:51:45.874976 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.909779 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:45.985838 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.103736 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.130559 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e83d8f8-c71d-4177-9e45-9240cea21577,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:46.134327 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.139739 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-44fc6b80-bb2f-497b-a13f-b7568aa1fa59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e83d8f8-c71d-4177-9e45-9240cea21577 HTTP/1.1" status: 204 len: 168 time: 0.3157334 Mar 23 19:51:46.140074 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60700) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:46.140755 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814aab1b-0f75-4a1e-af58-c9cd9b8e9f81 None None] Network 8ab6db31-65d5-4781-a84b-09583ff45294 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:51:46.217714 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.288202 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Deleting port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:51:46.288544 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.351277 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] DHCP port deletion for 8ab6db31-65d5-4781-a84b-09583ff45294 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:51:46.360583 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] For port 60c7fc17-0db8-4317-909a-6c65f2f23aa1, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=60c7fc17-0db8-4317-909a-6c65f2f23aa1,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:46.360973 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.375084 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Calling delete_port for 60c7fc17-0db8-4317-909a-6c65f2f23aa1 owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:51:46.412861 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] Deleting port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:51:46.413449 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.509811 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] For port 60c7fc17-0db8-4317-909a-6c65f2f23aa1, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=60c7fc17-0db8-4317-909a-6c65f2f23aa1,segment=NetworkSegment(239bffa7-9373-43ee-a6ad-225090bf64ab),segment_id=239bffa7-9373-43ee-a6ad-225090bf64ab)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:46.509811 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.517187 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 281af1a2-a0c2-4479-9a51-7b42ca7ad49b no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:51:46.523241 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] Calling delete_port for 60c7fc17-0db8-4317-909a-6c65f2f23aa1 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:51:46.544076 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.544934 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 281af1a2-a0c2-4479-9a51-7b42ca7ad49b {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:51:46.545310 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 281af1a2-a0c2-4479-9a51-7b42ca7ad49b not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:51:46.545735 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 60c7fc17-0db8-4317-909a-6c65f2f23aa1 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:51:46.571299 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 60c7fc17-0db8-4317-909a-6c65f2f23aa1 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:51:46.571574 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 60c7fc17-0db8-4317-909a-6c65f2f23aa1 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:51:46.572188 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:51:46.573207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] No DVR routers for this DVR port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:51:46.577821 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c7fc17-0db8-4317-909a-6c65f2f23aa1,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:46.619410 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:51:46.619773 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device bff71d0b-8a4d-42c7-9fc7-09a1daa453c8 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:51:46.651581 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.660186 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.674722 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab6db31-65d5-4781-a84b-09583ff45294']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:46.684597 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] Pushing event deleted for resources: {'Port': ['ID=60c7fc17-0db8-4317-909a-6c65f2f23aa1,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:46.684859 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239bffa7-9373-43ee-a6ad-225090bf64ab') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:46.685154 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239bffa7-9373-43ee-a6ad-225090bf64ab') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:46.686464 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8969e1b-5613-4060-a90c-2878f87b3f47 None None] No DVR routers for this DVR port 60c7fc17-0db8-4317-909a-6c65f2f23aa1 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:51:46.698541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.712852 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.718602 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:51:46.719062 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:51:46.720838 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:51:46.863906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.869831 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:46.873754 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8ab6db31-65d5-4781-a84b-09583ff45294 HTTP/1.1" status: 204 len: 168 time: 0.7317102 Mar 23 19:51:46.884604 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dfe7-75a8-4e66-8a95-04d37a6546e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab6db31-65d5-4781-a84b-09583ff45294,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:47.113187 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60714) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:47.151963 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b615c03a-6314-4293-a04d-e547857e7988 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44c9732f086044fa80e059d4e1e3c4eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376475 Mar 23 19:51:47.154481 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60716) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:47.204028 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ac28930-57a9-4095-8d71-d87a738ecfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:47.226709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ac28930-57a9-4095-8d71-d87a738ecfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:47.331528 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ac28930-57a9-4095-8d71-d87a738ecfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:47.334143 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6ac28930-57a9-4095-8d71-d87a738ecfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:47.335288 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6ac28930-57a9-4095-8d71-d87a738ecfac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8577e8c8-5642-4b5f-85ab-9608b37d6500 HTTP/1.1" status: 204 len: 168 time: 0.1799350 Mar 23 19:51:47.343128 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac28930-57a9-4095-8d71-d87a738ecfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577e8c8-5642-4b5f-85ab-9608b37d6500,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:48.263433 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60748) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:48.356848 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1768152021-network', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:48.457777 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Made reservation on behalf of 25f8fdc3742c4185b6e0bc58e1c9f0e7 for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:51:48.460713 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.469238 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.544534 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.612024 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.636675 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:51:48.645155 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dad121-8761-4c04-8d91-8ca5c3787e4b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:48.651172 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.651514 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Added segment bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f of type vlan for network ab549119-5b40-4b0f-b0f6-b124181bcae4 Mar 23 19:51:48.689613 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.771922 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.772812 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:48.773435 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:48.833616 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] Pushing event updated for resources: {'Network': ['ID=ab549119-5b40-4b0f-b0f6-b124181bcae4,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:48.842983 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:51:48.877358 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5b861d06-b177-4dfe-befa-8283cd2adfcd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6128082 Mar 23 19:51:48.880792 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60752) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:48.885534 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Request body: {'subnet': {'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-subnet', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:48.966512 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Made reservation on behalf of 25f8fdc3742c4185b6e0bc58e1c9f0e7 for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:51:48.968941 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29956982'] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.183560 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30131608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29956960'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.242067 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db81470-e987-4341-aec2-1fe7becea671,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:49.249367 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:51:49.249895 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Network hostable DHCP agents. Network: ab549119-5b40-4b0f-b0f6-b124181bcae4, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:51:49.355021 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:51:49.423400 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, ab549119-5b40-4b0f-b0f6-b124181bcae4) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:49.427933 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:49.433141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.433847 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb88ee3-4095-408c-bb2f-bc725e450d48 None None] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:51:49.500149 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-782ac0b4-a8d0-47d3-9ab1-05832bce123d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6182868 Mar 23 19:51:49.502931 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60756) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:49.508096 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:49.576332 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-ab549119-5b40-4b0f-b0f6-b124181bcae4', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:51:49.577230 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.583808 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.586191 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.647840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.715013 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Allocated IP 172.20.0.2 (ab549119-5b40-4b0f-b0f6-b124181bcae4/8db81470-e987-4341-aec2-1fe7becea671/acbefb1e-e616-408c-9dc3-bbbf4ecc983b) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:49.832227 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.855693 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.921057 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:49.964452 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:49.967344 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:49.969844 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:51:49.980941 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Pushing event updated for resources: {'Port': ['ID=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:50.036558 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Attempting to bind port acbefb1e-e616-408c-9dc3-bbbf4ecc983b on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:51:50.036969 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Attempting to bind port acbefb1e-e616-408c-9dc3-bbbf4ecc983b by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:51:50.037423 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Attempting to bind port acbefb1e-e616-408c-9dc3-bbbf4ecc983b on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:51:50.043063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:51:50.043497 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:51:50.043907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.044295 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Bound using segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:51:50.044766 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Bound port: acbefb1e-e616-408c-9dc3-bbbf4ecc983b, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:51:50.045188 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.110784 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] For port acbefb1e-e616-408c-9dc3-bbbf4ecc983b, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:51:50.114024 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] For port acbefb1e-e616-408c-9dc3-bbbf4ecc983b, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:51:50.172731 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.227698 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4c0c9-4823-44f1-a1b4-34f0b8a3ced6 None None] Pushing event updated for resources: {'Port': ['ID=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:50.306206 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.326272 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.452029 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Allocated IP 172.27.1.182 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/fb195550-31ee-48b0-929f-1191598bd037) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:50.546353 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device acbefb1e-e616-408c-9dc3-bbbf4ecc983b up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:51:50.570355 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.595868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port acbefb1e-e616-408c-9dc3-bbbf4ecc983b triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:50.596231 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.664801 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.671419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.704660 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port acbefb1e-e616-408c-9dc3-bbbf4ecc983b, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:50.705282 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:50.708069 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:50.712539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:51:50.717976 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Pushing event updated for resources: {'Port': ['ID=fb195550-31ee-48b0-929f-1191598bd037,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:50.789507 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:50.836615 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:51.026885 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:51.159448 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d6610-b61f-4e54-8820-e674a3e58f8c None None] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:51:51.198064 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-682410fc-8c9c-4250-951b-b56995ea606b None None] Provisioning complete for port acbefb1e-e616-408c-9dc3-bbbf4ecc983b triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:51.198353 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-682410fc-8c9c-4250-951b-b56995ea606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:51.229408 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:51.423619 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:51:51.536470 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:51:51.546685 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:51:51.556012 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:51.556641 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:51.584584 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-7e0fc475-0b6b-4db3-b2d1-f8f47b27b101 None None] Provisioning complete for port acbefb1e-e616-408c-9dc3-bbbf4ecc983b triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:51.593516 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7e0fc475-0b6b-4db3-b2d1-f8f47b27b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:51.631057 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:51.636251 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f825b190-3b0b-433a-b1e6-4242325a2e61 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1298752 Mar 23 19:51:51.636438 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60762) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:51.660810 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:51.837550 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:50Z', 'revision_number': 3, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:51.867395 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:51:51.867740 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Updating router 8e4a980d-be4f-4196-8ea4-38fe42ba067b port fb195550-31ee-48b0-929f-1191598bd037 binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:51:51.891556 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.054626 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.160733 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.215875 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Allocated IP 172.20.0.1 (ab549119-5b40-4b0f-b0f6-b124181bcae4/8db81470-e987-4341-aec2-1fe7becea671/b007e2e6-d2b0-4cab-93ff-548c593d3b08) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:52.240923 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.300708 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Attempting to bind port fb195550-31ee-48b0-929f-1191598bd037 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:51:52.301629 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Attempting to bind port fb195550-31ee-48b0-929f-1191598bd037 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:51:52.301990 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Attempting to bind port fb195550-31ee-48b0-929f-1191598bd037 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:51:52.311008 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:51:52.314121 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:51:52.314121 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.314121 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:51:52.314121 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Bound port: fb195550-31ee-48b0-929f-1191598bd037, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:51:52.314121 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.340588 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Pushing event updated for resources: {'Port': ['ID=fb195550-31ee-48b0-929f-1191598bd037,revision_number=2']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:52.347137 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.356596 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.357066 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.357465 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.357775 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.358223 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.358555 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.358882 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.359208 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.359623 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.359948 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.360268 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.360584 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:51:52.385593 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] For port fb195550-31ee-48b0-929f-1191598bd037, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:51:52.388733 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] For port fb195550-31ee-48b0-929f-1191598bd037, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=fb195550-31ee-48b0-929f-1191598bd037,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:51:52.429972 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.452854 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.472963 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:52.479824 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:52.480118 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:51:52.504739 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device acbefb1e-e616-408c-9dc3-bbbf4ecc983b up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:51:52.514906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Pushing event updated for resources: {'Port': ['ID=b007e2e6-d2b0-4cab-93ff-548c593d3b08,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:52.523227 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd0676-33ce-4d72-bbf3-21e38af5dfc0 None None] Pushing event updated for resources: {'Port': ['ID=fb195550-31ee-48b0-929f-1191598bd037,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:52.537622 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:52.538256 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:52.543232 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.580050 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port acbefb1e-e616-408c-9dc3-bbbf4ecc983b triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:52.580564 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.667168 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:52.775045 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.791922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-5e7ae345-05ce-412e-8dc7-34cf3a2a0947 None None] Provisioning complete for port b007e2e6-d2b0-4cab-93ff-548c593d3b08 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:52.792430 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae345-05ce-412e-8dc7-34cf3a2a0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:52.828059 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ae345-05ce-412e-8dc7-34cf3a2a0947 None None] Port b007e2e6-d2b0-4cab-93ff-548c593d3b08 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:51:52.844912 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:50Z', 'revision_number': 3, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:52.874676 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a24f64-1164-4b75-98a4-0bf23265dacc None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:50Z', 'revision_number': 3, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:51:52.945035 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:53.006915 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:53.077775 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:53.082118 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Pushing event updated for resources: {'Port': ['ID=b007e2e6-d2b0-4cab-93ff-548c593d3b08,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:53.426091 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:53.427547 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:53.570980 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:51:53.656907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-c962cc0a-5af7-48fc-87ab-bfe5427108b6 None None] Provisioning complete for port b007e2e6-d2b0-4cab-93ff-548c593d3b08 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:53.657431 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c962cc0a-5af7-48fc-87ab-bfe5427108b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:53.693680 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:51:53.699333 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9fb12a4e-8616-4c71-9bfe-cd2652bd2a74 admin admin] 10.222.0.31 "PUT /v2.0/routers/8e4a980d-be4f-4196-8ea4-38fe42ba067b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0617356 Mar 23 19:51:53.699566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-c962cc0a-5af7-48fc-87ab-bfe5427108b6 None None] Port b007e2e6-d2b0-4cab-93ff-548c593d3b08 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:51:54.160307 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60794) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:54.165441 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426827420', 'description': 'tempest-description--1202672185'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:54.246643 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.315087 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.389043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.417829 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc85fb-4941-4ab5-88ed-653df910f34b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:54.438299 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:51:54.450473 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:54.451090 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:54.477591 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.481949 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-49c9df4d-5cd0-4fe4-8280-0d7382493af2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3180549 Mar 23 19:51:54.482178 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60796) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:54.486781 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '18dc85fb-4941-4ab5-88ed-653df910f34b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:54.538841 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device fb195550-31ee-48b0-929f-1191598bd037 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:51:54.583070 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.645144 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.703102 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.716373 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:54.722102 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b81c779-ee7a-464b-8535-6dc10678dc68,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:54.784721 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.785908 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-97d9a353-2dd4-424d-acbf-8c1907f528f9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3026562 Mar 23 19:51:54.789158 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60798) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:54.793624 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '18dc85fb-4941-4ab5-88ed-653df910f34b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:54.794888 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port fb195550-31ee-48b0-929f-1191598bd037 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:54.795005 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.873674 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.935223 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.964154 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:54.988554 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port fb195550-31ee-48b0-929f-1191598bd037, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=fb195550-31ee-48b0-929f-1191598bd037,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:54.998581 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:55.000315 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.020365 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dd556c-1333-423e-964b-56c07f589952,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:55.028057 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:51:55.028413 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Updating router 8e4a980d-be4f-4196-8ea4-38fe42ba067b port b007e2e6-d2b0-4cab-93ff-548c593d3b08 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:51:55.052147 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.076607 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.099694 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.101076 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a3476df4-4638-47ea-b141-3e24696b1c64 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108394 Mar 23 19:51:55.104207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60802) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:51:55.108601 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:55.134469 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=fb195550-31ee-48b0-929f-1191598bd037,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:55.179108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.277657 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.363977 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.390275 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.27.1.28 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/ef3c62e5-5f92-4131-b7ab-af6790d7022b) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:55.446491 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.493293 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.499651 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3cb43-63c9-4008-932f-3380a9177141 None None] Pushing event updated for resources: {'Port': ['ID=b007e2e6-d2b0-4cab-93ff-548c593d3b08,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:55.550797 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Attempting to bind port b007e2e6-d2b0-4cab-93ff-548c593d3b08 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:51:55.551174 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Attempting to bind port b007e2e6-d2b0-4cab-93ff-548c593d3b08 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:51:55.551543 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Attempting to bind port b007e2e6-d2b0-4cab-93ff-548c593d3b08 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:51:55.562566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:51:55.563028 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:51:55.563583 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.564075 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Bound using segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:51:55.564568 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Bound port: b007e2e6-d2b0-4cab-93ff-548c593d3b08, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:51:55.564953 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.611651 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.635558 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] For port b007e2e6-d2b0-4cab-93ff-548c593d3b08, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:51:55.639212 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] For port b007e2e6-d2b0-4cab-93ff-548c593d3b08, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=b007e2e6-d2b0-4cab-93ff-548c593d3b08,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:51:55.660083 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:51:55.665578 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:51:55.667749 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=ef3c62e5-5f92-4131-b7ab-af6790d7022b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:55.669902 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:51:55.697811 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.765805 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.777098 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3cb43-63c9-4008-932f-3380a9177141 None None] Pushing event updated for resources: {'Port': ['ID=b007e2e6-d2b0-4cab-93ff-548c593d3b08,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:55.779644 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-650272d5-7f32-4c77-aa6c-3e877825efdf None None] Provisioning complete for port b007e2e6-d2b0-4cab-93ff-548c593d3b08 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:55.780020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-650272d5-7f32-4c77-aa6c-3e877825efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.782117 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:51:55.782740 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:51:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:55.868305 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:55.953120 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:51:55.994564 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-650272d5-7f32-4c77-aa6c-3e877825efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.029386 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.086423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.113145 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-650272d5-7f32-4c77-aa6c-3e877825efdf None None] For port b007e2e6-d2b0-4cab-93ff-548c593d3b08, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=b007e2e6-d2b0-4cab-93ff-548c593d3b08,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:51:56.173060 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=ef3c62e5-5f92-4131-b7ab-af6790d7022b,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:56.177095 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-650272d5-7f32-4c77-aa6c-3e877825efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.182445 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.236228 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650272d5-7f32-4c77-aa6c-3e877825efdf None None] Pushing event updated for resources: {'Port': ['ID=b007e2e6-d2b0-4cab-93ff-548c593d3b08,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:51:56.242488 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:55Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:51:56.269216 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ca22cd-2ba1-4afe-b213-c005753155ef None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:55Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:51:56.270958 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.272767 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d8e636d7-1b75-4c16-8309-636ff43be095 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1676021 Mar 23 19:51:56.294062 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-1ef69560-2ccc-4152-8674-994b4a382828 None None] Provisioning complete for port b007e2e6-d2b0-4cab-93ff-548c593d3b08 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:56.294572 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1ef69560-2ccc-4152-8674-994b4a382828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.482364 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-aa1118c4-c863-4839-a6bd-ca2b15f3c6fd tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1426827420&fields=id&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 267 time: 0.0485001 Mar 23 19:51:56.598105 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-287373eb-4c7b-48ec-8fb9-368f7065cce8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:56.601168 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-287373eb-4c7b-48ec-8fb9-368f7065cce8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1158717 Mar 23 19:51:56.601771 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device fb195550-31ee-48b0-929f-1191598bd037 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:51:56.617171 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-dd3c8b1b-2a82-4bd2-804c-e70a0a34453d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/quotas/25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 375 time: 0.0100822 Mar 23 19:51:56.657966 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port fb195550-31ee-48b0-929f-1191598bd037 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:56.658338 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.682282 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-dad8b139-f8de-4589-8426-3112ed988d6f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588644 Mar 23 19:51:56.751156 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b007e2e6-d2b0-4cab-93ff-548c593d3b08 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:51:56.795300 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-76970911-00a4-441c-9b33-2f8f6813a6ad service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998824 Mar 23 19:51:56.799718 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port b007e2e6-d2b0-4cab-93ff-548c593d3b08 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:51:56.800251 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:56.902277 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-e5737e12-fcb7-4d5d-84d3-98a84a76e96a service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982521 Mar 23 19:51:57.158738 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c81b82be-f370-40d1-bb8b-9b05d4b8936c req-b088e74e-49d6-4fbe-97ea-0dea28790328 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 210 time: 0.0306454 Mar 23 19:51:58.251572 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-14488930-ecdb-4415-8031-a12b414e7391 req-a7b57677-5a48-42b7-9e62-3e3435a6613d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 210 time: 0.0266902 Mar 23 19:51:59.315059 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-936c291a-8cb1-4c73-ac48-4ebf7b211cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:59.336066 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-16563f53-e037-4b08-a5e8-246aaf104c19 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:51:59.337681 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-16563f53-e037-4b08-a5e8-246aaf104c19 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1247859 Mar 23 19:51:59.355970 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c6522e8a-e375-4a80-8f0c-4886bc18e586 req-3b9bdf30-deb9-4e47-adbb-c97fb17a6d2b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 210 time: 0.0279026 Mar 23 19:51:59.383928 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-99df77f1-09de-4ea7-a88e-1b821802dcbe tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 380 time: 0.0359311 Mar 23 19:51:59.395732 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'port': {'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'admin_state_up': True, 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'security_groups': ['18dc85fb-4941-4ab5-88ed-653df910f34b']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:51:59.606318 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Made reservation on behalf of 25f8fdc3742c4185b6e0bc58e1c9f0e7 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:51:59.609946 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:59.747099 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.20.0.9 (ab549119-5b40-4b0f-b0f6-b124181bcae4/8db81470-e987-4341-aec2-1fe7becea671/92107cef-0b7f-4f04-a1e1-6ae3d4d787a2) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:51:59.882367 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:59.885910 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:51:59.978000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:00.030340 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:00.033415 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:00.037039 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:00.043268 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:00.090623 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:00.091268 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:00.180013 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-3ceacc8e-947f-4577-a4ea-07496e845423 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880411 Mar 23 19:52:00.248324 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-334a095f-c74a-4fee-baa1-07f30b6cad0d None None] Provisioning complete for port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:00.248695 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-334a095f-c74a-4fee-baa1-07f30b6cad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:00.282638 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-334a095f-c74a-4fee-baa1-07f30b6cad0d None None] Port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:00.473705 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d471c5-be89-48f9-8965-aaea64fa3068 req-da4bc3ec-a5e3-435f-9fea-1dfb1f0a5443 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:00.475367 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b4d471c5-be89-48f9-8965-aaea64fa3068 req-da4bc3ec-a5e3-435f-9fea-1dfb1f0a5443 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 931 time: 0.0521784 Mar 23 19:52:00.512849 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b4d471c5-be89-48f9-8965-aaea64fa3068 req-937c8b36-bf05-4761-9c5e-0a341bcad6d6 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Mar 23 19:52:01.348550 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f9c4f817-4df1-490a-bc02-14fc50d152c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:01.623434 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb2e33-1628-4a79-8efb-cec837baa355 req-ceb0ee37-6faf-4e57-96b9-15a306dd0b10 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:01.624811 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fffb2e33-1628-4a79-8efb-cec837baa355 req-ceb0ee37-6faf-4e57-96b9-15a306dd0b10 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 931 time: 0.0484257 Mar 23 19:52:01.662565 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fffb2e33-1628-4a79-8efb-cec837baa355 req-8da09724-e7ff-4e99-8c3e-7cb2e18dcc1f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Mar 23 19:52:02.774783 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77655043-2fe9-455f-8fde-62e96901f6c5 req-cc0e63c6-ee69-497a-8b0f-cbba55af5107 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:02.776241 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-77655043-2fe9-455f-8fde-62e96901f6c5 req-cc0e63c6-ee69-497a-8b0f-cbba55af5107 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 931 time: 0.0475850 Mar 23 19:52:02.813967 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-77655043-2fe9-455f-8fde-62e96901f6c5 req-fa41d6df-5f56-4e9c-ad08-1b612109665a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Mar 23 19:52:02.852587 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Request body: {'port': {'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:02.909337 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:02.914694 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:03.171215 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:52:03.178557 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:03.190569 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Transition to ACTIVE for port object 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:52:03.262967 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:03.312404 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Pushing event updated for resources: {'Port': ['ID=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:03.392153 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Attempting to bind port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:03.392483 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Attempting to bind port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:03.392812 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Attempting to bind port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:03.398005 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:52:03.398326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Attempting to bind port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:03.403611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:03.404029 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:03.404511 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Bound using segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:03.405022 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Bound port: 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:03.405396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:03.476083 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] For port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:03.479470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] For port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:03.537858 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:03.574351 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:03.574964 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:03.576387 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] 10.222.0.41 "PUT /v2.0/ports/92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 HTTP/1.1" status: 200 len: 1093 time: 0.7289519 Mar 23 19:52:03.576834 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:03.579102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:03.606601 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f8fb9-f7e1-44e3-b661-4d4f72c47015 service neutron] Pushing event updated for resources: {'Port': ['ID=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:03.631172 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8358edc-71ff-4e47-9e1c-6135c4e2d814 x-openstack-request-id: req-d8358edc-71ff-4e47-9e1c-6135c4e2d814 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:03.632021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:03.632285 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8358edc-71ff-4e47-9e1c-6135c4e2d814 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:03.632703 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'status': 'completed', 'code': 200} Mar 23 19:52:03.699183 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e req-e4a1391c-476f-4c3c-a024-4cb985169d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:03.700635 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e req-e4a1391c-476f-4c3c-a024-4cb985169d77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 1096 time: 0.0437505 Mar 23 19:52:03.810515 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e req-7aeb8748-ba48-4496-8fc4-57d3a13e09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:03.811984 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e req-7aeb8748-ba48-4496-8fc4-57d3a13e09a5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006114 Mar 23 19:52:03.918577 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e req-436093f8-9858-47d2-8812-16f25b92b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:03.920161 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2bf2ff89-a4b9-4ef7-81cb-e0e9d3cd6b4e req-436093f8-9858-47d2-8812-16f25b92b606 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998237 Mar 23 19:52:03.950791 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90346b25-6d6c-4001-95b0-884baacfb4b6 req-ea62dc11-8852-4bb3-abf4-65010d2138ab tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:03.952182 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-90346b25-6d6c-4001-95b0-884baacfb4b6 req-ea62dc11-8852-4bb3-abf4-65010d2138ab tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 943 time: 0.0568426 Mar 23 19:52:03.998448 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-90346b25-6d6c-4001-95b0-884baacfb4b6 req-f38e9574-de2c-4bc8-8701-b9f0d962ebe2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401218 Mar 23 19:52:04.008263 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-9d1435fa-f256-4855-8abb-7d2e8c51bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:04.010275 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-9d1435fa-f256-4855-8abb-7d2e8c51bfc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 1096 time: 0.0503852 Mar 23 19:52:04.052678 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-d57b4728-7cee-4453-9f20-6942c35445fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 HTTP/1.1" status: 200 len: 217 time: 0.0347943 Mar 23 19:52:04.105270 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-2dbfd041-53de-4fb5-a5fd-3c78d8ff0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:04.106738 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-2dbfd041-53de-4fb5-a5fd-3c78d8ff0dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0462129 Mar 23 19:52:04.155169 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-19eba102-5397-42d2-8b53-a7046587d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:04.156641 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-19eba102-5397-42d2-8b53-a7046587d357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419657 Mar 23 19:52:04.247171 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-09f61cb3-e984-44ea-8832-06cfa12d0643 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831161 Mar 23 19:52:04.303223 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:04.338775 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-1ee6f883-3527-4cdf-ba48-31a13c25c108 req-f6e33590-4b26-488d-8232-0ad9fe22d356 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846159 Mar 23 19:52:04.776912 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:05.118730 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de95f4-02e0-4cdd-8db6-8c353691b617 req-74d684c5-0bb6-4032-a908-7c8d158eb4d4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:05.120195 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b5de95f4-02e0-4cdd-8db6-8c353691b617 req-74d684c5-0bb6-4032-a908-7c8d158eb4d4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 943 time: 0.0485435 Mar 23 19:52:05.159294 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b5de95f4-02e0-4cdd-8db6-8c353691b617 req-923841bb-fa19-4f41-b850-fd9e462aff4f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Mar 23 19:52:06.279503 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767547b-f577-4c1f-8fe9-fcd6badbd919 req-a52a9b5f-9e83-45f6-b3a4-7922f13d58bd tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:06.280946 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1767547b-f577-4c1f-8fe9-fcd6badbd919 req-a52a9b5f-9e83-45f6-b3a4-7922f13d58bd tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 943 time: 0.0482516 Mar 23 19:52:06.316905 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1767547b-f577-4c1f-8fe9-fcd6badbd919 req-b35a42f5-eeff-4ef3-90b3-4f9179f7fb5b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300150 Mar 23 19:52:07.446994 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669d1a2-d2a5-4d74-98a5-e7cbf48852cb req-2fff004d-e71b-401b-8102-c17c310263b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:07.448484 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8669d1a2-d2a5-4d74-98a5-e7cbf48852cb req-2fff004d-e71b-401b-8102-c17c310263b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 943 time: 0.0542657 Mar 23 19:52:07.486668 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8669d1a2-d2a5-4d74-98a5-e7cbf48852cb req-18a7c8bb-7083-4070-8fd3-9399869988d7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Mar 23 19:52:08.463310 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60940) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:08.577111 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-044b07f5-c062-4ab1-8e57-95f34cc1280d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:08.584634 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:52:08.636778 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ea798-5086-4826-8382-1bebefa42470 req-a9fc59b5-8203-4eeb-b520-bf5ee5b6ccc4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:08.638205 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-898ea798-5086-4826-8382-1bebefa42470 req-a9fc59b5-8203-4eeb-b520-bf5ee5b6ccc4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 943 time: 0.0776641 Mar 23 19:52:08.690837 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-898ea798-5086-4826-8382-1bebefa42470 req-8f8c5fc8-c40e-42e1-b319-633b9c08d2fd tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465508 Mar 23 19:52:08.713649 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-044b07f5-c062-4ab1-8e57-95f34cc1280d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:08.771259 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-044b07f5-c062-4ab1-8e57-95f34cc1280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:08.812489 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-044b07f5-c062-4ab1-8e57-95f34cc1280d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1bcb70f648e408793523f8a76a54cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481271 Mar 23 19:52:08.813382 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b07f5-c062-4ab1-8e57-95f34cc1280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b6ab08-b7fb-4d39-ac4d-a1f2a5c5b0d9,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:08.815221 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60946) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:08.864261 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b34ba5b4-cb51-4aab-a7f7-3f12eab5b521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:08.885825 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b34ba5b4-cb51-4aab-a7f7-3f12eab5b521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.011421 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b34ba5b4-cb51-4aab-a7f7-3f12eab5b521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.013954 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b34ba5b4-cb51-4aab-a7f7-3f12eab5b521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.015092 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b34ba5b4-cb51-4aab-a7f7-3f12eab5b521 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4b6ab08-b7fb-4d39-ac4d-a1f2a5c5b0d9 HTTP/1.1" status: 204 len: 168 time: 0.1988301 Mar 23 19:52:09.022671 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ba5b4-cb51-4aab-a7f7-3f12eab5b521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b6ab08-b7fb-4d39-ac4d-a1f2a5c5b0d9,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:09.059570 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:52:09.156068 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:09.167784 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:52:09.205259 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.218810 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:52:09.241596 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:09.296789 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.348162 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:09.548882 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 60952) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:09.562574 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2b31-db31-4c04-a660-6481010d6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.629968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['92107cef-0b7f-4f04-a1e1-6ae3d4d787a2'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:52:09.641915 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2b31-db31-4c04-a660-6481010d6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.708760 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2b31-db31-4c04-a660-6481010d6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.750940 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ac3f2b31-db31-4c04-a660-6481010d6dcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25d4edae42684210b96b7cd18be84aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009969 Mar 23 19:52:09.751799 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f2b31-db31-4c04-a660-6481010d6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ce8e7-0975-4d89-9e18-1ef292bbb045,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:09.754713 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 60956) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:09.844967 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f33b95-16e7-4504-8975-38b041c31c79 req-da1a790e-78d3-471d-bbcb-c04dbe12d885 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:09.846338 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-82f33b95-16e7-4504-8975-38b041c31c79 req-da1a790e-78d3-471d-bbcb-c04dbe12d885 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 944 time: 0.0809724 Mar 23 19:52:09.848904 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9df140d3-78c1-43d8-8d57-4a5eb53a8732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.882807 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9df140d3-78c1-43d8-8d57-4a5eb53a8732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.909749 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-82f33b95-16e7-4504-8975-38b041c31c79 req-897ab142-0aa2-45e7-acb4-5c30725628ac tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560570 Mar 23 19:52:09.988630 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9df140d3-78c1-43d8-8d57-4a5eb53a8732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.991146 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9df140d3-78c1-43d8-8d57-4a5eb53a8732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:09.992902 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9df140d3-78c1-43d8-8d57-4a5eb53a8732 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c73ce8e7-0975-4d89-9e18-1ef292bbb045 HTTP/1.1" status: 204 len: 168 time: 0.2360926 Mar 23 19:52:10.000902 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df140d3-78c1-43d8-8d57-4a5eb53a8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ce8e7-0975-4d89-9e18-1ef292bbb045,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:11.030868 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9553b71-6069-4eb5-a0c0-e159c33a7084 req-d0defe35-ee9f-462c-86bb-997f431edad1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:11.032339 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a9553b71-6069-4eb5-a0c0-e159c33a7084 req-d0defe35-ee9f-462c-86bb-997f431edad1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 944 time: 0.0523868 Mar 23 19:52:11.070084 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a9553b71-6069-4eb5-a0c0-e159c33a7084 req-693786ca-1520-4b4a-a63b-14c973d25f6d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Mar 23 19:52:11.097010 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:11.245875 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:52:11.251322 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:11.251322 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:11.326623 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:11.361528 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:11.361528 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d7f46-feab-4ce0-9646-3ee94912a3a2" -d '{"events": [{"server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "name": "network-vif-plugged", "status": "completed", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:11.369566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:11.389125 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49856f65-3f6e-4ab3-9d20-07eeacc282a5 x-openstack-request-id: req-49856f65-3f6e-4ab3-9d20-07eeacc282a5 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:11.389419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "name": "network-vif-plugged", "status": "completed", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:11.389672 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49856f65-3f6e-4ab3-9d20-07eeacc282a5 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:11.390074 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'code': 200} Mar 23 19:52:11.434941 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:11.625959 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:11.666864 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5cb04-6167-4005-be19-cf883cbd7615 req-7f8732d7-4c9c-463b-b78b-d0c88bd409a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:11.668363 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-63f5cb04-6167-4005-be19-cf883cbd7615 req-7f8732d7-4c9c-463b-b78b-d0c88bd409a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 1098 time: 0.0483496 Mar 23 19:52:11.701796 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-63f5cb04-6167-4005-be19-cf883cbd7615 req-51f17f9f-d44d-4d59-bab9-d495cb3a1932 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267081 Mar 23 19:52:12.199475 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486b5e5-8d03-414d-9a43-12b33dec0738 req-6f3f5e2a-989c-45bd-a2d7-354b3d5bc443 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:12.204205 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b486b5e5-8d03-414d-9a43-12b33dec0738 req-6f3f5e2a-989c-45bd-a2d7-354b3d5bc443 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 945 time: 0.0570221 Mar 23 19:52:12.239778 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b486b5e5-8d03-414d-9a43-12b33dec0738 req-07c9ad98-9c26-4801-832c-41669fd0b840 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Mar 23 19:52:12.268919 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32774) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:12.373467 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03f7e521-4f16-4150-baec-01532026df14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.444129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03f7e521-4f16-4150-baec-01532026df14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.514426 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03f7e521-4f16-4150-baec-01532026df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.555988 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-03f7e521-4f16-4150-baec-01532026df14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b61e51540192473d85a1cbff9e5dcf73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859421 Mar 23 19:52:12.556849 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7e521-4f16-4150-baec-01532026df14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f40dfa9-5163-4885-9fc3-4982ae35faef,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:12.558808 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32778) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:12.607301 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee211ad8-e88e-4108-89f9-5210542be0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.628027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee211ad8-e88e-4108-89f9-5210542be0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.937033 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee211ad8-e88e-4108-89f9-5210542be0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.939654 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee211ad8-e88e-4108-89f9-5210542be0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:12.940804 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ee211ad8-e88e-4108-89f9-5210542be0df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f40dfa9-5163-4885-9fc3-4982ae35faef HTTP/1.1" status: 204 len: 168 time: 0.3809595 Mar 23 19:52:12.948545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee211ad8-e88e-4108-89f9-5210542be0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f40dfa9-5163-4885-9fc3-4982ae35faef,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:13.359960 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08008f-3a59-4d0b-baa8-680663a8b881 req-d23edee9-0b79-4736-b617-590b8684b570 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:13.361456 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1b08008f-3a59-4d0b-baa8-680663a8b881 req-d23edee9-0b79-4736-b617-590b8684b570 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 945 time: 0.0504081 Mar 23 19:52:13.398211 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1b08008f-3a59-4d0b-baa8-680663a8b881 req-77300edc-be8f-4b79-a7e5-34902dd957c3 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Mar 23 19:52:13.417425 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32786) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:13.433316 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe77b-9292-4092-ae95-91db15899eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.510304 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe77b-9292-4092-ae95-91db15899eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.515649 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8ca8-7dc1-4d2a-a231-246fc782c154 req-aa7fe08b-a580-4c54-a2f2-1ff8a232c0a2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:13.520071 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-952e8ca8-7dc1-4d2a-a231-246fc782c154 req-aa7fe08b-a580-4c54-a2f2-1ff8a232c0a2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Mar 23 19:52:13.526918 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32790) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:13.531546 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:13.567243 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe77b-9292-4092-ae95-91db15899eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.581907 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.663396 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-a9cfe77b-9292-4092-ae95-91db15899eae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0d254d025e0492db2962a1de17ed64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448957 Mar 23 19:52:13.666115 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32792) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:13.666899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfe77b-9292-4092-ae95-91db15899eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa83acd-2937-4925-af64-fe1e5162d5d4,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:13.715769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4734-5bd8-48db-9656-ceaf7eeb5de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.736787 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4734-5bd8-48db-9656-ceaf7eeb5de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.839909 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4734-5bd8-48db-9656-ceaf7eeb5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.842596 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4734-5bd8-48db-9656-ceaf7eeb5de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:13.843761 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0a0e4734-5bd8-48db-9656-ceaf7eeb5de5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5aa83acd-2937-4925-af64-fe1e5162d5d4 HTTP/1.1" status: 204 len: 168 time: 0.1764560 Mar 23 19:52:13.852661 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4734-5bd8-48db-9656-ceaf7eeb5de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa83acd-2937-4925-af64-fe1e5162d5d4,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:14.054906 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:14.136637 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:14.236938 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP 3f9b156c-d904-4dcb-ae19-fe14fd5b2368 associated. External IP: 172.27.1.28, port: 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2. Mar 23 19:52:14.441680 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:52:14.550581 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:14.555995 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:14.563104 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:14.572228 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:14.572827 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:14.582076 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-57178933-737d-4290-bd25-437e1d210701 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "PUT /v2.0/floatingips/3f9b156c-d904-4dcb-ae19-fe14fd5b2368 HTTP/1.1" status: 200 len: 990 time: 1.0540948 Mar 23 19:52:14.582653 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:14.585151 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180" -d '{"events": [{"name": "network-changed", "server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:14.624407 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5026b5de-4649-4563-9cfe-500be6911d9e x-openstack-request-id: req-5026b5de-4649-4563-9cfe-500be6911d9e {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:14.624702 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:14.624959 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5026b5de-4649-4563-9cfe-500be6911d9e {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:14.625399 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'status': 'completed', 'code': 200} Mar 23 19:52:14.680001 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:14.701698 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-d97e1b73-8817-4022-91f6-fb4a004b7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:14.703202 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-d97e1b73-8817-4022-91f6-fb4a004b7167 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 1098 time: 0.0462551 Mar 23 19:52:14.811645 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-1b8a5126-07c1-49eb-b2a6-07f26e9764ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:14.813240 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-1b8a5126-07c1-49eb-b2a6-07f26e9764ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 916 time: 0.1025045 Mar 23 19:52:14.887928 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-ca15e49f-416f-4139-8c68-8ffa33abf5e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 HTTP/1.1" status: 200 len: 998 time: 0.0671828 Mar 23 19:52:14.946655 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-cfb01dad-b9c2-4e0c-a3e3-e933297b2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:14.948131 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-cfb01dad-b9c2-4e0c-a3e3-e933297b2579 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0529993 Mar 23 19:52:14.997146 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-668ef785-c22d-47ab-b3ee-54bc0f5ddeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:14.998654 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-668ef785-c22d-47ab-b3ee-54bc0f5ddeab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426254 Mar 23 19:52:15.010903 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:13Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:15.036865 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:15.045430 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:15.046046 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:15.110328 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-ef80bf34-61ed-4aa1-9f21-f6bfddbfa8ad service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036549 Mar 23 19:52:15.166343 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:15.208952 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7f4bf6e4-fc63-44e1-b42a-fdd5bc815180 req-c0c44751-90e2-4d5e-a2df-1ca67e1b92c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913043 Mar 23 19:52:15.408814 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:13Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:15.435181 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eea421-3664-41ec-8f5e-49c376d39c54 None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:13Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:15.539201 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32828) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:15.624812 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027a2ab-dcf9-4db8-a1af-a7a4412ea968 None None] New status for floating IP 3f9b156c-d904-4dcb-ae19-fe14fd5b2368: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:52:15.647537 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d1ee-1943-4ecd-bd95-ca6a4da11ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.721024 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d1ee-1943-4ecd-bd95-ca6a4da11ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.777449 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b5f1d1ee-1943-4ecd-bd95-ca6a4da11ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.816795 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b5f1d1ee-1943-4ecd-bd95-ca6a4da11ba6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eedb307720474940aac91fb1737307ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764945 Mar 23 19:52:15.817665 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d1ee-1943-4ecd-bd95-ca6a4da11ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cd8304-cf8c-4720-80eb-1c12e6b2cddd,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:15.819722 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32832) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:15.873739 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-39658b6c-9fd0-4a5b-b4cc-90071c9ac9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.893792 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-39658b6c-9fd0-4a5b-b4cc-90071c9ac9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.994183 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-39658b6c-9fd0-4a5b-b4cc-90071c9ac9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.996699 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-39658b6c-9fd0-4a5b-b4cc-90071c9ac9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:15.997885 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-39658b6c-9fd0-4a5b-b4cc-90071c9ac9a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10cd8304-cf8c-4720-80eb-1c12e6b2cddd HTTP/1.1" status: 204 len: 168 time: 0.1771066 Mar 23 19:52:16.005269 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658b6c-9fd0-4a5b-b4cc-90071c9ac9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cd8304-cf8c-4720-80eb-1c12e6b2cddd,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:17.400910 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32862) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:17.505267 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-07d1a068-cb21-4bfc-ae14-5b78aafde88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.576725 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-07d1a068-cb21-4bfc-ae14-5b78aafde88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.639859 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-07d1a068-cb21-4bfc-ae14-5b78aafde88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.683262 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a068-cb21-4bfc-ae14-5b78aafde88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04892c7-5b3c-46c3-8fda-8dcc00c87649,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:17.687362 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-07d1a068-cb21-4bfc-ae14-5b78aafde88c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9dcd304256e4d74a4a02722520b312c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854300 Mar 23 19:52:17.690666 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32866) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:17.739454 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c3998f06-c521-4ac3-a757-78c418b919e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.759583 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c3998f06-c521-4ac3-a757-78c418b919e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.845251 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c3998f06-c521-4ac3-a757-78c418b919e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.847752 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c3998f06-c521-4ac3-a757-78c418b919e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:17.848908 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c3998f06-c521-4ac3-a757-78c418b919e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e04892c7-5b3c-46c3-8fda-8dcc00c87649 HTTP/1.1" status: 204 len: 168 time: 0.1579945 Mar 23 19:52:17.857489 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3998f06-c521-4ac3-a757-78c418b919e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04892c7-5b3c-46c3-8fda-8dcc00c87649,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:18.723912 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32888) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:18.818546 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1711218276-network', 'tenant_id': 'b3828381713d4ba881181dd7934aebee'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:18.925191 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Made reservation on behalf of b3828381713d4ba881181dd7934aebee for: {'network': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:52:18.927478 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:18.936705 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.011445 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.079405 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.104005 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=108885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:52:19.113418 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b910bdb-396d-40e5-97ea-5c87753fad4a,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:19.118086 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.118457 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.segments_db [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Added segment d5673d01-8138-4bec-a85d-101eae89c8ed of type vlan for network 420d24c8-18f2-446e-84de-d8a803972cd7 Mar 23 19:52:19.156433 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.245467 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.246345 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:19.246925 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.307159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] Pushing event updated for resources: {'Network': ['ID=420d24c8-18f2-446e-84de-d8a803972cd7,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:19.317347 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network 420d24c8-18f2-446e-84de-d8a803972cd7 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:52:19.339702 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a31edf0f-c912-4013-af93-07d1ffff6681 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6147170 Mar 23 19:52:19.342521 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32892) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:19.347179 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Request body: {'subnet': {'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1711218276-subnet', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'ip_version': 4}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:19.422171 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Made reservation on behalf of b3828381713d4ba881181dd7934aebee for: {'subnet': 1} {{(pid=108885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:52:19.424484 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29956982'] for subnet, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.640184 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30131608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29956960'] for subnet, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.696889 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1728c845-bfaa-4a81-a1ca-ebb3902bf126,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:19.704113 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Checking segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:19.704468 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Network hostable DHCP agents. Network: 420d24c8-18f2-446e-84de-d8a803972cd7, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:52:19.771479 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Network 420d24c8-18f2-446e-84de-d8a803972cd7 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:52:19.856798 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, 420d24c8-18f2-446e-84de-d8a803972cd7) {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:19.861055 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:19.861832 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:19.870871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8860fa-4132-445e-a539-1c73ecf2db1e None None] Network 420d24c8-18f2-446e-84de-d8a803972cd7 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:52:19.939434 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-4f0c5a1d-e534-4004-b420-704d7028969f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5958617 Mar 23 19:52:19.943104 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32894) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:19.948115 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:20.022673 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.023989 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.029441 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-420d24c8-18f2-446e-84de-d8a803972cd7', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:52:20.030323 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.087712 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.176123 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Allocated IP 172.20.0.2 (420d24c8-18f2-446e-84de-d8a803972cd7/1728c845-bfaa-4a81-a1ca-ebb3902bf126/40d2d553-e5a8-4baa-a934-34b2c3f996a5) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:20.312488 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.337677 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.401161 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.450413 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Network 420d24c8-18f2-446e-84de-d8a803972cd7 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:20.457320 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:20.460284 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:20.474405 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Pushing event updated for resources: {'Port': ['ID=40d2d553-e5a8-4baa-a934-34b2c3f996a5,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:20.524894 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Attempting to bind port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:20.525278 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Attempting to bind port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:20.525629 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Attempting to bind port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 on network 420d24c8-18f2-446e-84de-d8a803972cd7 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:20.530805 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:20.531173 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Checking segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:20.531572 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.531954 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Bound using segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:20.532404 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Bound port: 40d2d553-e5a8-4baa-a934-34b2c3f996a5, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:20.532775 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.588578 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.595873 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] For port 40d2d553-e5a8-4baa-a934-34b2c3f996a5, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:20.598903 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] For port 40d2d553-e5a8-4baa-a934-34b2c3f996a5, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=40d2d553-e5a8-4baa-a934-34b2c3f996a5,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:20.607637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.680626 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.720658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Allocated IP 172.27.1.151 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/d321cc2e-ae76-458e-9ff0-eff4cd567dbe) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:20.739027 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c23a7-c1e6-48e4-a476-061559a22927 None None] Pushing event updated for resources: {'Port': ['ID=40d2d553-e5a8-4baa-a934-34b2c3f996a5,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:20.829873 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.914982 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:20.964398 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:20.967393 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:20.969898 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:20.992383 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Pushing event updated for resources: {'Port': ['ID=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:21.527501 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:21.576956 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5cbdf-b122-4e09-a080-fbb7635028df None None] Network 420d24c8-18f2-446e-84de-d8a803972cd7 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:52:21.697994 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-eee6821c-58fe-407a-ae55-700ee1761423 None None] Provisioning complete for port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:21.698283 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-eee6821c-58fe-407a-ae55-700ee1761423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:21.723915 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:21.808885 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-eee6821c-58fe-407a-ae55-700ee1761423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:21.842437 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-eee6821c-58fe-407a-ae55-700ee1761423 None None] For port 40d2d553-e5a8-4baa-a934-34b2c3f996a5, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=40d2d553-e5a8-4baa-a934-34b2c3f996a5,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:21.908403 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-eee6821c-58fe-407a-ae55-700ee1761423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:21.931158 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Router cd806970-d102-4454-ad4f-65a5a6327ac9 is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:52:21.961987 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6821c-58fe-407a-ae55-700ee1761423 None None] Pushing event updated for resources: {'Port': ['ID=40d2d553-e5a8-4baa-a934-34b2c3f996a5,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:22.026311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-d7c3e25e-50f7-4c07-8296-3bc51652bb17 None None] Provisioning complete for port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:22.026711 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e25e-50f7-4c07-8296-3bc51652bb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.039108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:22.052979 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Sync routers for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:22.063134 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:22.066301 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:22.115621 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.116866 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a30c6411-615b-4396-9872-a2a69e9f1373 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1727746 Mar 23 19:52:22.119717 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32898) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:22.169667 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:22.358251 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:21Z', 'revision_number': 3, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:22.384657 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Checking router: cd806970-d102-4454-ad4f-65a5a6327ac9 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:22.385020 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Updating router cd806970-d102-4454-ad4f-65a5a6327ac9 port d321cc2e-ae76-458e-9ff0-eff4cd567dbe binding host dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:52:22.410604 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.565552 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 40d2d553-e5a8-4baa-a934-34b2c3f996a5 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:22.616730 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:22.617508 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.679364 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Notify callbacks [] for port, precommit_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.731111 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.789884 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Attempting to bind port d321cc2e-ae76-458e-9ff0-eff4cd567dbe on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:22.790214 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Attempting to bind port d321cc2e-ae76-458e-9ff0-eff4cd567dbe by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:22.790568 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Attempting to bind port d321cc2e-ae76-458e-9ff0-eff4cd567dbe on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:22.792515 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c803a1-d248-439b-b453-3e116d7f0a13 None None] Pushing event updated for resources: {'Port': ['ID=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,revision_number=2']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:22.798028 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:22.798400 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:22.798803 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.799186 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:22.799647 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.managers [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Bound port: d321cc2e-ae76-458e-9ff0-eff4cd567dbe, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:22.800042 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.817055 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.853486 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] For port d321cc2e-ae76-458e-9ff0-eff4cd567dbe, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:22.856472 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.plugins.ml2.db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] For port d321cc2e-ae76-458e-9ff0-eff4cd567dbe, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:22.919885 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron_lib.callbacks.manager [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:22.976500 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Allocated IP 172.20.0.1 (420d24c8-18f2-446e-84de-d8a803972cd7/1728c845-bfaa-4a81-a1ca-ebb3902bf126/826735a6-68d3-4c4a-b693-cb855f41117e) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:22.978618 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:22.979231 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:22.980904 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c803a1-d248-439b-b453-3e116d7f0a13 None None] Pushing event updated for resources: {'Port': ['ID=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,revision_number=3']} {{(pid=108887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:23.078481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.086455 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:23.177214 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.220572 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Network 420d24c8-18f2-446e-84de-d8a803972cd7 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:23.223563 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:23.227663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:23.253846 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Pushing event updated for resources: {'Port': ['ID=826735a6-68d3-4c4a-b693-cb855f41117e,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:23.273990 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.275609 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:21Z', 'revision_number': 3, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:23.307607 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84861e-180c-415a-8bf5-40e286ac47c8 None None] The sync data for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi is: [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:21Z', 'revision_number': 3, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:23.499171 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.540342 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9338324d-addf-4db3-a699-b6c38d2d912b None None] Provisioning complete for port 826735a6-68d3-4c4a-b693-cb855f41117e triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:23.540871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9338324d-addf-4db3-a699-b6c38d2d912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.597070 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9338324d-addf-4db3-a699-b6c38d2d912b None None] Port 826735a6-68d3-4c4a-b693-cb855f41117e cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:23.709282 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.765350 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.837079 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:23.838852 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Pushing event updated for resources: {'Port': ['ID=826735a6-68d3-4c4a-b693-cb855f41117e,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:23.935486 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Network 420d24c8-18f2-446e-84de-d8a803972cd7 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:23.936899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:24.062488 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Router cd806970-d102-4454-ad4f-65a5a6327ac9 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:52:24.178513 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:24.186286 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-249e1772-c06f-4c65-ace8-e1a3215b8780 admin admin] 10.222.0.31 "PUT /v2.0/routers/cd806970-d102-4454-ad4f-65a5a6327ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0653341 Mar 23 19:52:24.226125 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9b2f5045-29e9-4a2a-8df0-35156204594e None None] Provisioning complete for port 826735a6-68d3-4c4a-b693-cb855f41117e triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:24.227638 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9b2f5045-29e9-4a2a-8df0-35156204594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:24.263382 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f5045-29e9-4a2a-8df0-35156204594e None None] Port 826735a6-68d3-4c4a-b693-cb855f41117e cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:24.540906 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d321cc2e-ae76-458e-9ff0-eff4cd567dbe up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:24.593488 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port d321cc2e-ae76-458e-9ff0-eff4cd567dbe triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:24.593855 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:24.672872 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:24.696514 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port d321cc2e-ae76-458e-9ff0-eff4cd567dbe, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:24.747982 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:24.798297 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:24.876955 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32916) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:24.881843 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-83240049-network', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:24.920037 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Sync routers for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:24.931638 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:24.932292 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:24.947886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Made reservation on behalf of 4a915aac6d964d69b47baafd290ec3bf for: {'network': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:52:24.950300 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for network, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:24.958745 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.033906 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.042540 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:25.108346 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.132771 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=108884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:52:25.142061 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740e0aa3-4506-4548-880a-0cc548457e2f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:25.149870 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.150077 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.segments_db [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Added segment 4793d419-43b9-4382-ba38-958426d52ddd of type vlan for network a464fafb-7110-4b11-a3da-13f40454a3f0 Mar 23 19:52:25.192622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745712204427'] for network, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.273854 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411'] for network, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.275050 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:25.275644 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.334211 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] Pushing event updated for resources: {'Network': ['ID=a464fafb-7110-4b11-a3da-13f40454a3f0,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:25.347500 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Network a464fafb-7110-4b11-a3da-13f40454a3f0 details requested by agent ovs-agent-dv-cinder-834962-1-iscsi with host dv-cinder-834962-1-iscsi {{(pid=108886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:52:25.364576 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8060f433-e25b-4271-8c8d-a944eba3067e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4838297 Mar 23 19:52:25.364748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32918) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:25.369543 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Request body: {'subnet': {'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-83240049-subnet', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'ip_version': 4}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:25.422546 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 2, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:25.444524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Made reservation on behalf of 4a915aac6d964d69b47baafd290ec3bf for: {'subnet': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:52:25.447483 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457056'] for subnet, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.450043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Checking router: cd806970-d102-4454-ad4f-65a5a6327ac9 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:25.450396 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Updating router cd806970-d102-4454-ad4f-65a5a6327ac9 port 826735a6-68d3-4c4a-b693-cb855f41117e binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:52:25.479305 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.684980 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28412449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457078'] for subnet, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.739670 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a0b2b1-3e95-41b4-81c3-12a710ab7400,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:25.741989 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.755157 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Checking segment: {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:25.757180 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Network hostable DHCP agents. Network: a464fafb-7110-4b11-a3da-13f40454a3f0, hostable agents: ['812e0cac-a01c-4f3a-9cf8-ea3933a4eac8'], hosted agents: [] {{(pid=108884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:52:25.828100 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.833540 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Network a464fafb-7110-4b11-a3da-13f40454a3f0 is scheduled to be hosted by DHCP agent 812e0cac-a01c-4f3a-9cf8-ea3933a4eac8 with binding_index 1 {{(pid=108884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:52:25.876707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1e218-1c05-4721-848a-e893c05b9903 None None] Pushing event updated for resources: {'Port': ['ID=826735a6-68d3-4c4a-b693-cb855f41117e,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:25.919830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834962-1-iscsi, a464fafb-7110-4b11-a3da-13f40454a3f0) {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:25.924646 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:25.925276 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.931514 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf0d55-cc32-4e8d-bee3-9f297ac5d6cb None None] Network a464fafb-7110-4b11-a3da-13f40454a3f0 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:52:25.934647 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Attempting to bind port 826735a6-68d3-4c4a-b693-cb855f41117e on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:25.941192 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Attempting to bind port 826735a6-68d3-4c4a-b693-cb855f41117e by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:25.941192 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Attempting to bind port 826735a6-68d3-4c4a-b693-cb855f41117e on network 420d24c8-18f2-446e-84de-d8a803972cd7 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:25.953997 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:25.954371 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Checking segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:25.954784 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:25.955292 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Bound using segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:25.955642 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Bound port: 826735a6-68d3-4c4a-b693-cb855f41117e, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:25.956025 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.030902 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-722c6423-824f-40c2-b4f3-bc50000f1fdc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6649373 Mar 23 19:52:26.033129 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32924) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:26.037481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:26.104853 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] For port 826735a6-68d3-4c4a-b693-cb855f41117e, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:26.125322 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-526314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48424'] for router, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.126398 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48447'] for router, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.129296 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] For port 826735a6-68d3-4c4a-b693-cb855f41117e, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=826735a6-68d3-4c4a-b693-cb855f41117e,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:26.139344 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-647f63dd-c924-456f-afa2-7adc5c124748 None None] Provisioning complete for port 826735a6-68d3-4c4a-b693-cb855f41117e triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:26.139344 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-647f63dd-c924-456f-afa2-7adc5c124748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.182104 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.187476 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe87b7606-509d-5955-b4c0-4f6e8f5b9fab-a464fafb-7110-4b11-a3da-13f40454a3f0', 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'fixed_ips': [{'subnet_id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400'}]}} from dv-cinder-834962-1-iscsi. {{(pid=108886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:52:26.188316 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.210038 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.215162 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-647f63dd-c924-456f-afa2-7adc5c124748 None None] Port 826735a6-68d3-4c4a-b693-cb855f41117e cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:26.341793 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1e218-1c05-4721-848a-e893c05b9903 None None] Pushing event updated for resources: {'Port': ['ID=826735a6-68d3-4c4a-b693-cb855f41117e,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:26.348859 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:26.348859 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:26.408852 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.469688 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.db_base_plugin_common [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Allocated IP 172.20.0.2 (a464fafb-7110-4b11-a3da-13f40454a3f0/b8a0b2b1-3e95-41b4-81c3-12a710ab7400/870ffbdc-57b4-4494-9a8a-ceefb677b687) {{(pid=108886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:26.529445 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:26.537310 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-9b0be3ee-4f3e-4ea8-ba05-64aafadf674a tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973907481&fields=id&tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8 HTTP/1.1" status: 200 len: 267 time: 0.0524392 Mar 23 19:52:26.591860 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-e64db7f3-14cb-4e9a-98c2-89ed83ac7f29 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:26.593408 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-e64db7f3-14cb-4e9a-98c2-89ed83ac7f29 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 984 time: 0.0553112 Mar 23 19:52:26.594685 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d321cc2e-ae76-458e-9ff0-eff4cd567dbe up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:26.606538 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Request body: {'port': {'security_groups': ['eece5987-acd3-4cef-9ca6-557cb295018c']}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:26.678867 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.684202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-0c9ec289-2723-405b-8c4d-ba6c4fb42ce7 None None] Provisioning complete for port 826735a6-68d3-4c4a-b693-cb855f41117e triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:26.684571 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec289-2723-405b-8c4d-ba6c4fb42ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.745341 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.765257 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.859036 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port d321cc2e-ae76-458e-9ff0-eff4cd567dbe triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:26.859398 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.866701 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Notify callbacks [] for port, precommit_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.879462 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:26.888379 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Allocated IP 172.27.1.184 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/b2bc4e21-633a-4a0a-a9c6-4eac55aee727) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:26.924756 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.956035 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381'] for port, after_create {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:26.982276 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.013567 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.035138 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:27.035856 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.037766 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9d04479e-d42a-447f-9a08-6ed37dbd951d req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "PUT /v2.0/ports/2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 942 time: 0.4362850 Mar 23 19:52:27.037766 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:27.040097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b60f7bf-2235-41aa-a172-568d1a51fbea" -d '{"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:27.048501 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32930) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:27.091012 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59829175-2fdb-419d-8c69-abf2ea9caccb x-openstack-request-id: req-59829175-2fdb-419d-8c69-abf2ea9caccb {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:27.091313 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:27.091564 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59829175-2fdb-419d-8c69-abf2ea9caccb {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:27.091962 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'status': 'completed', 'code': 200} Mar 23 19:52:27.101420 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f94a44-a050-4ba4-9341-c73389fb86b3 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event updated for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=7']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:27.108434 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2c85712b-6935-462a-ade9-76d28b13f75f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:52:27.126065 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.135364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-adf2ee00-096e-48fa-994a-db81c3bcf55c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.172322 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-adf2ee00-096e-48fa-994a-db81c3bcf55c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.176858 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:27.183482 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2c85712b-6935-462a-ade9-76d28b13f75f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:52:27.186643 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec289-2723-405b-8c4d-ba6c4fb42ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.195758 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:27.203082 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:27.251469 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Network a464fafb-7110-4b11-a3da-13f40454a3f0 is already hosted by enough agents. {{(pid=108886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:27.252594 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Pushing event updated for resources: {'Port': ['ID=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:27.264427 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-23f39a32-98bf-487b-998f-b432614c7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:27.271009 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-23f39a32-98bf-487b-998f-b432614c7f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1098 time: 0.1418619 Mar 23 19:52:27.308020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Resources bound (agent type, host, resource id): {{(pid=108886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:27.319202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Received port after_create {{(pid=108886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:27.323422 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-0c9ec289-2723-405b-8c4d-ba6c4fb42ce7 None None] For port 826735a6-68d3-4c4a-b693-cb855f41117e, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=826735a6-68d3-4c4a-b693-cb855f41117e,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:27.326104 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Pushing event updated for resources: {'Port': ['ID=870ffbdc-57b4-4494-9a8a-ceefb677b687,revision_number=1']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:27.359711 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-adf2ee00-096e-48fa-994a-db81c3bcf55c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.362346 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-adf2ee00-096e-48fa-994a-db81c3bcf55c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.366874 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-adf2ee00-096e-48fa-994a-db81c3bcf55c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c353a39-78b4-47aa-9ad6-4a4e5f2b704a HTTP/1.1" status: 204 len: 168 time: 0.3142803 Mar 23 19:52:27.366874 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32934) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:27.408742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2ee00-096e-48fa-994a-db81c3bcf55c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c353a39-78b4-47aa-9ad6-4a4e5f2b704a,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:27.424256 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0c9ec289-2723-405b-8c4d-ba6c4fb42ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.472629 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-a56be221-fa17-4450-80fc-2c136abb136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:27.474142 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-a56be221-fa17-4450-80fc-2c136abb136c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 916 time: 0.1962373 Mar 23 19:52:27.508553 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:26Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:27.525229 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Attempting to bind port 870ffbdc-57b4-4494-9a8a-ceefb677b687 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:27.525599 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Attempting to bind port 870ffbdc-57b4-4494-9a8a-ceefb677b687 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:27.525952 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Attempting to bind port 870ffbdc-57b4-4494-9a8a-ceefb677b687 on network a464fafb-7110-4b11-a3da-13f40454a3f0 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:27.563554 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Deleting port 8d7d948c-274b-46af-8d98-257acd153861 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:27.564132 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.580407 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863402c-629e-4ac2-880e-8a1cc703b88b None None] The sync data for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi is: [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:26Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:27.604400 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:27.604778 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Checking segment: {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:27.605206 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.605602 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Bound using segment: {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:27.606082 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Bound port: 870ffbdc-57b4-4494-9a8a-ceefb677b687, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:27.606459 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.609335 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-c91ffa2c-6d07-4367-98f5-259d0705e8dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 1000 time: 0.1274178 Mar 23 19:52:27.638314 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ec289-2723-405b-8c4d-ba6c4fb42ce7 None None] Pushing event updated for resources: {'Port': ['ID=826735a6-68d3-4c4a-b693-cb855f41117e,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:27.686280 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.686875 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.702363 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Calling delete_port for 8d7d948c-274b-46af-8d98-257acd153861 owned by network:floatingip {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:27.720788 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-59dc5109-1ddb-43b3-9ec7-c3e7fcba85f9 None None] Provisioning complete for port 2c85712b-6935-462a-ade9-76d28b13f75f triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:27.721196 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-59dc5109-1ddb-43b3-9ec7-c3e7fcba85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.748396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:27.752324 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-6ac49354-d6c5-4042-8150-6157b3a6a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:27.754062 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-6ac49354-d6c5-4042-8150-6157b3a6a4aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 200 len: 854 time: 0.1369121 Mar 23 19:52:27.842628 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] For port 870ffbdc-57b4-4494-9a8a-ceefb677b687, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:27.870794 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] For port 870ffbdc-57b4-4494-9a8a-ceefb677b687, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=870ffbdc-57b4-4494-9a8a-ceefb677b687,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:27.892326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-87fcff25-e062-4d56-8657-e820929b450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:27.894223 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-87fcff25-e062-4d56-8657-e820929b450f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d141d795-6207-468b-ae68-4758d61711e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061621 Mar 23 19:52:27.935906 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.012214 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b862-45c8-407f-b8b5-5e3683fddaae None None] Pushing event updated for resources: {'Port': ['ID=870ffbdc-57b4-4494-9a8a-ceefb677b687,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:28.039608 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.073157 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event deleted for resources: {'Port': ['ID=8d7d948c-274b-46af-8d98-257acd153861,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:28.099811 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-590a0af3-dbd3-4124-a25c-87959c479f7f service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944418 Mar 23 19:52:28.105845 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783763'] for router, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.141981 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks [] for floatingip, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.142325 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Floating IP 3a287de8-003a-4946-9603-884dc65b4675 disassociated (deleted). External IP: 172.27.1.93, port: 2c85712b-6935-462a-ade9-76d28b13f75f. Mar 23 19:52:28.321047 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3b60f7bf-2235-41aa-a172-568d1a51fbea req-ee969e12-fefc-41f6-b047-c445c02043a8 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097664 Mar 23 19:52:28.422406 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 is scheduled to L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee with binding_index 1 {{(pid=108884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:52:28.459353 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Router 3a568fc8-3840-4272-a926-ca8acb6c1b6b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:52:28.612722 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:28.617949 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.636968 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] Sync routers for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:28.656781 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 870ffbdc-57b4-4494-9a8a-ceefb677b687 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:28.661174 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:28.672727 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a5b05844-65c4-43bd-a5da-41b0b3012432 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "DELETE /v2.0/floatingips/3a287de8-003a-4946-9603-884dc65b4675 HTTP/1.1" status: 204 len: 168 time: 1.3015077 Mar 23 19:52:28.672948 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:28.743742 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 870ffbdc-57b4-4494-9a8a-ceefb677b687 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:28.744316 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.901432 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:28.948275 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:28.969596 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port 870ffbdc-57b4-4494-9a8a-ceefb677b687, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=870ffbdc-57b4-4494-9a8a-ceefb677b687,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:28.973119 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Sync routers for ids ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:28.979373 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:28.990913 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Routers {'3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:28.991777 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:29.048182 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:29.052419 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32944) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:29.052557 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-9f39be9c-fbce-4006-8bc1-42b089f381df admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0182705 Mar 23 19:52:29.097878 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:29.097878 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 826735a6-68d3-4c4a-b693-cb855f41117e up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:29.137914 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:29.141190 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073" -d '{"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:29.317674 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15480dc-7dec-48ad-a813-ed4fe3d75ca0 x-openstack-request-id: req-f15480dc-7dec-48ad-a813-ed4fe3d75ca0 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:29.320538 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:29.320538 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f15480dc-7dec-48ad-a813-ed4fe3d75ca0 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:29.320538 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'status': 'completed', 'code': 200} Mar 23 19:52:29.335361 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:29.345868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=870ffbdc-57b4-4494-9a8a-ceefb677b687,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:29.368505 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] Checking router: 3a568fc8-3840-4272-a926-ca8acb6c1b6b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:29.371642 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d473f1b-8e38-429c-ac62-8cacc433ce9d None None] Network a464fafb-7110-4b11-a3da-13f40454a3f0 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:52:29.377228 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Set router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:29.377580 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:29.378197 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:29.382095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-611d7f25-ec48-443a-9e14-c306eb22746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:29.383667 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-611d7f25-ec48-443a-9e14-c306eb22746d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 1098 time: 0.0744534 Mar 23 19:52:29.475891 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ed1a560a-d25e-4945-a176-d25baaf8dc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:29.478611 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 826735a6-68d3-4c4a-b693-cb855f41117e triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:29.479052 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:29.503429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-51c83f84-f270-454f-a7c3-2873911ab046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:29.504929 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-51c83f84-f270-454f-a7c3-2873911ab046 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 200 len: 916 time: 0.1146238 Mar 23 19:52:29.505477 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:29.556277 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-bb0c5277-aec2-4272-b0de-914f4f55ecc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 200 len: 217 time: 0.0430660 Mar 23 19:52:29.580055 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-b593ffd6-6011-4b74-98a3-3fc07a32b896 None None] Provisioning complete for port 870ffbdc-57b4-4494-9a8a-ceefb677b687 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:29.580419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b593ffd6-6011-4b74-98a3-3fc07a32b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:29.615745 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-f39e5e08-50cf-4ca3-b09c-8af07703df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:29.617679 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-f39e5e08-50cf-4ca3-b09c-8af07703df4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 200 len: 854 time: 0.0547736 Mar 23 19:52:29.672770 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-981e9af1-ac8e-4b4d-95ed-515faab61644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:29.674946 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-981e9af1-ac8e-4b4d-95ed-515faab61644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d141d795-6207-468b-ae68-4758d61711e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499902 Mar 23 19:52:29.756150 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:29.779328 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:29.798786 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-0a7be2e4-1782-458f-a34f-7afee8da2b9a service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138439 Mar 23 19:52:29.817902 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c3beaf-2bd9-4e7c-a857-f520434c5f3e None None] The sync data for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi is: [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:49:31Z', 'revision_number': 4, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '908aa076-071e-4536-9f7f-a8dc30e469c2', 'name': '', 'network_id': 'd141d795-6207-468b-ae68-4758d61711e5', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'mac_address': 'fa:16:3e:b7:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:30Z', 'updated_at': '2022-03-23T19:49:35Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'subnets': [{'id': '73fd7f2f-ab26-4a16-90b9-929836af5289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:29.918426 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c38b3179-7972-4ff0-bdcf-83ed7ed8a073 req-5426c3a9-10d1-43ef-8070-6258efc8cef3 service neutron] 10.222.0.41 "GET /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114347 Mar 23 19:52:29.949292 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 3, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:29.956885 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Allocated IP 172.20.0.1 (a464fafb-7110-4b11-a3da-13f40454a3f0/b8a0b2b1-3e95-41b4-81c3-12a710ab7400/7e052487-03f9-44b1-8ffa-2c3e2cbe808d) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:30.087474 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.152372 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.153153 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Checking router: 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:30.153502 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Updating router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:52:30.180432 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e50f079-ed6a-4a39-9c61-1279fe9aa639 None None] New status for floating IP 3a287de8-003a-4946-9603-884dc65b4675: DOWN {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:52:30.183043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.189226 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.231272 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Network a464fafb-7110-4b11-a3da-13f40454a3f0 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:30.235545 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:30.238772 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:30.313855 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-d59f925e-d219-4b62-ba60-1f88c099bb60 None None] Provisioning complete for port 870ffbdc-57b4-4494-9a8a-ceefb677b687 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:30.314276 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d59f925e-d219-4b62-ba60-1f88c099bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.333041 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Pushing event updated for resources: {'Port': ['ID=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:30.355042 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-786336'] for router_interface, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.553492 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 870ffbdc-57b4-4494-9a8a-ceefb677b687 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:30.564344 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.602853 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.617479 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 870ffbdc-57b4-4494-9a8a-ceefb677b687 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:30.617986 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.663650 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-fbbe1264-ec68-4512-9f76-956d3e5dac77 None None] Provisioning complete for port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:30.664560 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1264-ec68-4512-9f76-956d3e5dac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.699043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.729953 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.734163 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe1264-ec68-4512-9f76-956d3e5dac77 None None] Port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:30.787843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.789664 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6893d-1ea0-4251-bb4f-001364f2003b None None] Pushing event updated for resources: {'Port': ['ID=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,revision_number=2']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:30.791906 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Attempting to bind port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:30.792450 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Attempting to bind port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:30.792847 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Attempting to bind port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 on network 59901d46-0e76-482f-8879-69e15d01abdb {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:30.800343 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:30.800717 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Checking segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:30.801143 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.801526 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Bound using segment: {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:30.801987 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Bound port: b2bc4e21-633a-4a0a-a9c6-4eac55aee727, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c87be-0ba1-4dbb-84f3-858f526d5f48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:30.802363 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.856742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786396'] for router_interface, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.864487 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] For port b2bc4e21-633a-4a0a-a9c6-4eac55aee727, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:30.866338 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Pushing event updated for resources: {'Port': ['ID=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:30.867944 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] For port b2bc4e21-633a-4a0a-a9c6-4eac55aee727, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:30.902626 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:30.957244 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Routers {'3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:30.957911 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:30.973359 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Network a464fafb-7110-4b11-a3da-13f40454a3f0 is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:30.974671 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:30.993569 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6893d-1ea0-4251-bb4f-001364f2003b None None] Pushing event updated for resources: {'Port': ['ID=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:31.072294 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] Set router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:31.098036 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:52:31.213279 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:31.220292 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-97b1d7c8-6d1c-4cb2-9628-f02adbba3acd admin admin] 10.222.0.31 "PUT /v2.0/routers/3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1659200 Mar 23 19:52:31.278307 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-7b3ccdbc-a341-435f-8e5e-0c3b8935b1b4 None None] Provisioning complete for port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:31.278671 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccdbc-a341-435f-8e5e-0c3b8935b1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:31.336894 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ccdbc-a341-435f-8e5e-0c3b8935b1b4 None None] Port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:31.348441 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '7e052487-03f9-44b1-8ffa-2c3e2cbe808d', 'name': '', 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'mac_address': 'fa:16:3e:d2:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:29Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 2, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'subnets': [{'id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:31.378336 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263d289-56c2-4ec3-a017-2db77c5621de None None] The sync data for ids ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'] in dv-cinder-834962-1-iscsi is: [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '7e052487-03f9-44b1-8ffa-2c3e2cbe808d', 'name': '', 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'mac_address': 'fa:16:3e:d2:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:29Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 2, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'subnets': [{'id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:31.390373 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b97b2032-0421-42d6-a7a7-74aa3ba39dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:32.548474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b2bc4e21-633a-4a0a-a9c6-4eac55aee727 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:32.600045 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:32.600507 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:32.677945 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:32.698765 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] For port b2bc4e21-633a-4a0a-a9c6-4eac55aee727, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:32.788217 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:32.822163 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32974) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:32.826776 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450861179', 'description': 'tempest-secgroup-smoke-1450861179 description', 'project_id': 'b3828381713d4ba881181dd7934aebee'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:32.858599 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Pushing event updated for resources: {'Port': ['ID=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:32.953652 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:32.953920 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.020975 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.085520 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.114882 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:33.189116 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.193341 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0c127b40-1c0b-4bb2-ac7d-6fbf7bfb53c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3673139 Mar 23 19:52:33.193606 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32978) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:33.198830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group_rule': {'security_group_id': '25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8', 'project_id': 'b3828381713d4ba881181dd7934aebee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:33.215451 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34194360-1cd0-4e21-adb3-bebdaba3a091 req-03b44d34-0691-4c2c-ba8f-d70219f0f840 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:33.216975 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34194360-1cd0-4e21-adb3-bebdaba3a091 req-03b44d34-0691-4c2c-ba8f-d70219f0f840 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0519047 Mar 23 19:52:33.253400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-34194360-1cd0-4e21-adb3-bebdaba3a091 req-c37fad84-6320-4916-89bf-e1e51258e26c tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304766 Mar 23 19:52:33.301004 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.356805 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.433396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.451000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b699ea6-86df-453d-afbc-22d7a8c9cd21,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:33.493040 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.494247 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-57d47647-fed6-4a2f-b26c-88199b79d915 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996740 Mar 23 19:52:33.496958 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32980) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:33.501287 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group_rule': {'security_group_id': '25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8', 'project_id': 'b3828381713d4ba881181dd7934aebee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:33.570939 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.632101 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.678798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.699251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed4947f-765c-45d9-8440-68b3db53d626,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:33.766021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.767214 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-f6841dfa-813d-48b4-82c2-edbec8715bb5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2693131 Mar 23 19:52:33.769929 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32982) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:33.774200 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group_rule': {'security_group_id': '25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8', 'project_id': 'b3828381713d4ba881181dd7934aebee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:33.859610 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.913590 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.981730 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:33.997232 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e197bf-ddef-4150-b65e-060f5942fa6b,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:34.052588 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.053884 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-be1b9285-8b4d-4b30-908e-549d4bde3707 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2830174 Mar 23 19:52:34.057176 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32984) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:34.061534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group_rule': {'security_group_id': '25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8', 'project_id': 'b3828381713d4ba881181dd7934aebee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:34.140226 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.199095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.239348 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.267936 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.285574 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e06411d-b4cd-4fa2-8ea6-bfeeb999c67b,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:34.332969 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.334605 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-679daea0-3a69-41ce-a5b8-93578c3a5eca tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762303 Mar 23 19:52:34.337953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 32988) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:34.342513 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group_rule': {'security_group_id': '25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8', 'project_id': 'b3828381713d4ba881181dd7934aebee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:34.376290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b765c8-ede2-44bd-bf62-5f89e04fcb62 req-26ac87e6-d3fe-4583-b91b-5f87ed4bd373 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:34.377801 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6b765c8-ede2-44bd-bf62-5f89e04fcb62 req-26ac87e6-d3fe-4583-b91b-5f87ed4bd373 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0538869 Mar 23 19:52:34.411046 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.securitygroups_db [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Project b3828381713d4ba881181dd7934aebee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:52:34.415986 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a6b765c8-ede2-44bd-bf62-5f89e04fcb62 req-d1edb816-d63c-4eeb-a7d1-7978f5df5304 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Mar 23 19:52:34.416669 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.480472 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.519277 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.520405 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b2bc4e21-633a-4a0a-a9c6-4eac55aee727 up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:34.534724 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617b1880-0345-4ce6-83ad-cd55404d7bfa,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:34.572970 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:34.573364 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.624333 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.626849 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e1c93e00-f497-424c-b80c-f318d67d3f4a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2866583 Mar 23 19:52:34.628384 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 32992) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:34.633362 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'security_group_rule': {'security_group_id': '25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8', 'project_id': 'b3828381713d4ba881181dd7934aebee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:34.708114 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.securitygroups_db [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Project b3828381713d4ba881181dd7934aebee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:52:34.714212 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.759870 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.766310 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.844883 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.863105 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6fc8bc-65b2-4810-879b-ae8daf7ca02e,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:34.933064 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:34.934273 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d16fd65c-e3de-493e-8667-aefd40f5fc38 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3048792 Mar 23 19:52:34.946613 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Sync routers for ids ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:34.956269 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Routers {'3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:34.956874 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:35.066305 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Set router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:35.271722 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '7e052487-03f9-44b1-8ffa-2c3e2cbe808d', 'name': '', 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'mac_address': 'fa:16:3e:d2:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:29Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 2, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'subnets': [{'id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:35.297591 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Checking router: 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:35.303645 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Updating router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d binding host dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:52:35.323918 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.406770 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e3e47379-7fa2-45a5-bca5-ed178d77fdea tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:35.408229 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e3e47379-7fa2-45a5-bca5-ed178d77fdea tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Mar 23 19:52:35.512078 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Deleting port 2c85712b-6935-462a-ade9-76d28b13f75f {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:35.512422 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.551199 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189c645-4c40-4e66-ab38-15edd976cb14 req-53661a11-72be-4123-baf0-ee8f16d9c370 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:35.552796 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4189c645-4c40-4e66-ab38-15edd976cb14 req-53661a11-72be-4123-baf0-ee8f16d9c370 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Mar 23 19:52:35.594553 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4189c645-4c40-4e66-ab38-15edd976cb14 req-b31a0561-f718-453a-aab1-8888200dbd63 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/security-groups?id=eece5987-acd3-4cef-9ca6-557cb295018c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348489 Mar 23 19:52:35.620003 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] For port 2c85712b-6935-462a-ade9-76d28b13f75f, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2c85712b-6935-462a-ade9-76d28b13f75f,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:35.620727 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.645100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Calling delete_port for 2c85712b-6935-462a-ade9-76d28b13f75f owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:35.746659 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Notify callbacks [] for port, precommit_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.827566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.856319 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.871822 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['2c85712b-6935-462a-ade9-76d28b13f75f'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:52:35.893640 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Pushing event deleted for resources: {'Port': ['ID=2c85712b-6935-462a-ade9-76d28b13f75f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:35.912978 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Pushing event updated for resources: {'Port': ['ID=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,revision_number=3']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:35.931648 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.931990 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.932576 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.932701 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.933051 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.933893 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.934089 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.934597 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.935092 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.935692 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.936054 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.936543 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:35.958218 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] No DVR routers for this DVR port 2c85712b-6935-462a-ade9-76d28b13f75f on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:52:35.962630 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.965162 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9a4abcf6-80be-4391-9fc0-819d674a00a9 req-e0a1b05a-4e68-4c77-99ca-e28d75c75423 tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.41 "DELETE /v2.0/ports/2c85712b-6935-462a-ade9-76d28b13f75f HTTP/1.1" status: 204 len: 173 time: 0.5490189 Mar 23 19:52:35.965623 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'name': 'network-vif-deleted', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:35.970227 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd663c-64f5-46e9-9511-577ebab290e3" -d '{"events": [{"server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "name": "network-vif-deleted", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:35.974047 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Attempting to bind port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d on host dv-cinder-834962-1-iscsi for vnic_type normal with profile {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:35.974540 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Attempting to bind port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d by drivers openvswitch,hyperv on host dv-cinder-834962-1-iscsi at level 0 using segments [{'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:35.975021 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Attempting to bind port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d on network a464fafb-7110-4b11-a3da-13f40454a3f0 {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:35.980737 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Checking agent: {'id': '2732c13f-9ca1-4776-8697-1ec4dc458755', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 35, 35), 'started_at': datetime.datetime(2022, 3, 23, 19, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:35.981246 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Checking segment: {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:35.982242 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:35.982242 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Bound using segment: {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'} {{(pid=108886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:35.983075 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.managers [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Bound port: 7e052487-03f9-44b1-8ffa-2c3e2cbe808d, host: dv-cinder-834962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4793d419-43b9-4382-ba38-958426d52ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0'}}] {{(pid=108886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:35.983075 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:36.010657 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed502aa-dd6d-49f6-b3df-3d84f0780ab8 x-openstack-request-id: req-8ed502aa-dd6d-49f6-b3df-3d84f0780ab8 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:36.011147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd661254-fd1a-4c57-bf8b-3111e8a3a249", "name": "network-vif-deleted", "tag": "2c85712b-6935-462a-ade9-76d28b13f75f", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:36.011396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ed502aa-dd6d-49f6-b3df-3d84f0780ab8 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:36.011796 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd661254-fd1a-4c57-bf8b-3111e8a3a249', 'name': 'network-vif-deleted', 'tag': '2c85712b-6935-462a-ade9-76d28b13f75f', 'status': 'completed', 'code': 200} Mar 23 19:52:36.068969 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] For port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d, host dv-cinder-834962-1-iscsi, cleared binding levels {{(pid=108886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:36.073303 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] For port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d, host dv-cinder-834962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:36.137176 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:36.209082 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Routers {'3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:36.210377 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:36.263758 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-c89f1993-d9d4-42a9-af3f-2c72c0ae8879 None None] Provisioning complete for port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:36.264138 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c89f1993-d9d4-42a9-af3f-2c72c0ae8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:36.265698 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Pushing event updated for resources: {'Port': ['ID=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:36.309014 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.309619 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.309734 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.310020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.310348 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.310674 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.310998 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.311323 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.311644 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.312033 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.312361 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.312675 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e64c-2d9c-49cc-8921-ab06fa6840da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:36.396735 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] Set router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:36.515930 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c89f1993-d9d4-42a9-af3f-2c72c0ae8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:36.593372 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 7e052487-03f9-44b1-8ffa-2c3e2cbe808d up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:36.633767 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-c89f1993-d9d4-42a9-af3f-2c72c0ae8879 None None] For port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:36.701084 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c89f1993-d9d4-42a9-af3f-2c72c0ae8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:36.731500 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:36.731866 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:36.736209 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-26bbf945-92ad-4fa4-97ee-b13be66e9ce4 req-e6a01b22-8755-4d1e-a3b5-60a9bde76fce tempest-TestMinimumBasicScenario-1526282021 tempest-TestMinimumBasicScenario-1526282021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd661254-fd1a-4c57-bf8b-3111e8a3a249 HTTP/1.1" status: 200 len: 210 time: 0.0392747 Mar 23 19:52:36.792461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f1993-d9d4-42a9-af3f-2c72c0ae8879 None None] Pushing event updated for resources: {'Port': ['ID=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:36.802359 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '7e052487-03f9-44b1-8ffa-2c3e2cbe808d', 'name': '', 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'mac_address': 'fa:16:3e:d2:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:29Z', 'updated_at': '2022-03-23T19:52:36Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'subnets': [{'id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:36.837441 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825a60e-5bbb-44df-b5b2-7499d214f21c None None] The sync data for ids ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'] in dv-cinder-834962-1-iscsi is: [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:30Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '7e052487-03f9-44b1-8ffa-2c3e2cbe808d', 'name': '', 'network_id': 'a464fafb-7110-4b11-a3da-13f40454a3f0', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'mac_address': 'fa:16:3e:d2:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:29Z', 'updated_at': '2022-03-23T19:52:36Z', 'revision_number': 4, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'subnets': [{'id': 'b8a0b2b1-3e95-41b4-81c3-12a710ab7400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:36.872259 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-4839a7eb-c206-4561-9439-40ad2115855e None None] Provisioning complete for port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:36.872633 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4839a7eb-c206-4561-9439-40ad2115855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:38.525829 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 7e052487-03f9-44b1-8ffa-2c3e2cbe808d up at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:52:38.574085 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Provisioning complete for port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:38.574610 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:39.238396 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2c85712b-6935-462a-ade9-76d28b13f75f no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:39.259726 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 2c85712b-6935-462a-ade9-76d28b13f75f {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:39.260074 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 2c85712b-6935-462a-ade9-76d28b13f75f not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:39.327597 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33110) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:39.967329 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:40.262246 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Deleting port 908aa076-071e-4536-9f7f-a8dc30e469c2 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:40.262587 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:40.339174 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] For port 908aa076-071e-4536-9f7f-a8dc30e469c2, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=908aa076-071e-4536-9f7f-a8dc30e469c2,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:40.339893 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:40.352877 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Calling delete_port for 908aa076-071e-4536-9f7f-a8dc30e469c2 owned by network:router_interface {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:40.604828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:40.634679 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Pushing event deleted for resources: {'Port': ['ID=908aa076-071e-4536-9f7f-a8dc30e469c2,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:40.796948 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:41.009743 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Router 3a568fc8-3840-4272-a926-ca8acb6c1b6b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:52:41.113852 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:41.119092 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-24063fb3-8810-4351-aa74-c6bf8bd57854 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a568fc8-3840-4272-a926-ca8acb6c1b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904139 Mar 23 19:52:41.121674 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33116) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:41.122411 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] Sync routers for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:41.132224 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:41.133094 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:41.230395 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:41.249139 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:41.339184 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:41.429729 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:52:40Z', 'revision_number': 5, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port': {'id': '580175fd-b853-47c6-969b-4cdfaa41e089', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:27Z', 'updated_at': '2022-03-23T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:41.458610 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] Checking router: 3a568fc8-3840-4272-a926-ca8acb6c1b6b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:41.468555 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] Routers {'3a568fc8-3840-4272-a926-ca8acb6c1b6b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:41.469205 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:41.559148 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] Set router 3a568fc8-3840-4272-a926-ca8acb6c1b6b gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:41.615631 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:52:41Z', 'revision_number': 6, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:41.643820 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb7d72-2bd6-4b98-83e4-d9b95968e2e4 None None] The sync data for ids ['3a568fc8-3840-4272-a926-ca8acb6c1b6b'] in dv-cinder-834962-1-iscsi is: [{'id': '3a568fc8-3840-4272-a926-ca8acb6c1b6b', 'name': 'tempest-TestMinimumBasicScenario-1574199990-router', 'tenant_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:26Z', 'updated_at': '2022-03-23T19:52:41Z', 'revision_number': 6, 'project_id': 'f5ee6ca14bba461b9a250e7d6074e3b8', 'gw_port_host': None}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:41.711255 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Deleting port 580175fd-b853-47c6-969b-4cdfaa41e089 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:41.711723 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:41.797482 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] For port 580175fd-b853-47c6-969b-4cdfaa41e089, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=580175fd-b853-47c6-969b-4cdfaa41e089,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:41.797840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:41.811984 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Calling delete_port for 580175fd-b853-47c6-969b-4cdfaa41e089 owned by network:router_gateway {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:42.056658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.086304 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=580175fd-b853-47c6-969b-4cdfaa41e089,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:42.152646 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.245839 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.247837 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.359268 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.359906 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a568fc8-3840-4272-a926-ca8acb6c1b6b {{(pid=108885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:52:42.364506 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.365687 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c47b406f-7a57-47c2-8aff-86c856211ee0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3a568fc8-3840-4272-a926-ca8acb6c1b6b HTTP/1.1" status: 204 len: 168 time: 1.2431743 Mar 23 19:52:42.368420 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33120) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:42.426505 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Deleting subnet 73fd7f2f-ab26-4a16-90b9-929836af5289 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:52:42.429998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.473933 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.534707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 580175fd-b853-47c6-969b-4cdfaa41e089 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:42.558775 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 580175fd-b853-47c6-969b-4cdfaa41e089 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:42.559121 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 580175fd-b853-47c6-969b-4cdfaa41e089 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:42.559543 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 908aa076-071e-4536-9f7f-a8dc30e469c2 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:42.566947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.584453 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 908aa076-071e-4536-9f7f-a8dc30e469c2 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:42.584837 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 908aa076-071e-4536-9f7f-a8dc30e469c2 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:42.684947 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.714429 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fd7f2f-ab26-4a16-90b9-929836af5289,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:42.724911 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.729226 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d278bc-e11a-4bfc-b148-a3a19457283f None None] Network d141d795-6207-468b-ae68-4758d61711e5 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:52:42.738987 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33122) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:42.744868 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-73f2028c-8c8c-4595-847c-95a85121c1db admin admin] 10.222.0.31 "DELETE /v2.0/subnets/73fd7f2f-ab26-4a16-90b9-929836af5289 HTTP/1.1" status: 204 len: 168 time: 0.3751566 Mar 23 19:52:42.817410 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.874557 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Deleting port c25bd89b-9cc0-4247-90fd-a3856f16d434 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:42.874908 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.936070 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbacab-d724-493f-927e-209927af98bd None None] DHCP port deletion for d141d795-6207-468b-ae68-4758d61711e5 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:52:42.944072 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] For port c25bd89b-9cc0-4247-90fd-a3856f16d434, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=c25bd89b-9cc0-4247-90fd-a3856f16d434,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:42.944432 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:42.957179 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Calling delete_port for c25bd89b-9cc0-4247-90fd-a3856f16d434 owned by network:dhcp {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:42.994093 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-23dbacab-d724-493f-927e-209927af98bd None None] Deleting port c25bd89b-9cc0-4247-90fd-a3856f16d434 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:42.994468 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-23dbacab-d724-493f-927e-209927af98bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.075325 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-23dbacab-d724-493f-927e-209927af98bd None None] For port c25bd89b-9cc0-4247-90fd-a3856f16d434, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=c25bd89b-9cc0-4247-90fd-a3856f16d434,segment=NetworkSegment(f1b6822c-ef4f-454e-9cc4-58677502f506),segment_id=f1b6822c-ef4f-454e-9cc4-58677502f506)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:43.075768 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-23dbacab-d724-493f-927e-209927af98bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.091423 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-23dbacab-d724-493f-927e-209927af98bd None None] Calling delete_port for c25bd89b-9cc0-4247-90fd-a3856f16d434 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:43.102003 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.127810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25bd89b-9cc0-4247-90fd-a3856f16d434,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:43.131607 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] No DVR routers for this DVR port c25bd89b-9cc0-4247-90fd-a3856f16d434 on host dv-cinder-834962-1-iscsi {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:52:43.281710 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.295239 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-23dbacab-d724-493f-927e-209927af98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.302082 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d141d795-6207-468b-ae68-4758d61711e5']}} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:43.312361 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b6822c-ef4f-454e-9cc4-58677502f506') {'for_net_delete': True} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:43.312664 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b6822c-ef4f-454e-9cc4-58677502f506') {} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:43.322387 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28786412'] for segment, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.322955 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbacab-d724-493f-927e-209927af98bd None None] Pushing event deleted for resources: {'Port': ['ID=c25bd89b-9cc0-4247-90fd-a3856f16d434,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:43.324780 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbacab-d724-493f-927e-209927af98bd None None] No DVR routers for this DVR port c25bd89b-9cc0-4247-90fd-a3856f16d434 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:52:43.340104 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.346358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=108884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:52:43.346737 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28413890'] for segment, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: Traceback (most recent call last): Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: timer() Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: cb(*args, **kw) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: return func(*args, **kwargs) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: self._notify() Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: self.callback(batched_events) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: event.method(event) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: return f(self, *a, **k) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._get(url).json() Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: return self.request(url, 'GET', **kwargs) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:52:43.348437 dv-cinder-834962-1-iscsi neutron-server[108884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:52:43.564706 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.572293 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:43.575719 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d141d795-6207-468b-ae68-4758d61711e5 HTTP/1.1" status: 204 len: 168 time: 0.8383658 Mar 23 19:52:43.579078 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33130) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:43.585823 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d949d-77a6-4279-9d0a-1fcccb96d3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d141d795-6207-468b-ae68-4758d61711e5,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:43.926757 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:44.173830 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Deleting port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:44.174164 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:44.257867 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] For port 95e6ec4e-2354-4b33-8e0e-243d96e16ab0, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:44.258201 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:44.271170 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Calling delete_port for 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 owned by network:router_interface {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:44.524321 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:44.530412 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device c25bd89b-9cc0-4247-90fd-a3856f16d434 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:44.542257 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: c25bd89b-9cc0-4247-90fd-a3856f16d434 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:44.542596 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device c25bd89b-9cc0-4247-90fd-a3856f16d434 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:44.547649 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Pushing event deleted for resources: {'Port': ['ID=95e6ec4e-2354-4b33-8e0e-243d96e16ab0,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:44.572509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.573208 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.573417 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.573861 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.574206 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.574739 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.575089 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.575411 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.575741 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.576378 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.576711 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.577058 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:52:44.730325 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:44.939700 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:52:45.044383 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:52:45.049310 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-c226fc72-9fc6-40ba-8466-613a4c3d2afc admin admin] 10.222.0.31 "PUT /v2.0/routers/7ade1ba1-1a83-43ab-8491-51e0e93489a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684505 Mar 23 19:52:45.051785 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33136) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:45.053419 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] Sync routers for ids ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:52:45.064371 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] Routers {'7ade1ba1-1a83-43ab-8491-51e0e93489a8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:45.064979 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:45.160943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks [] for router, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.178161 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] Set router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:45.264691 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.358555 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:52:44Z', 'revision_number': 5, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port': {'id': 'e42933ee-9fc4-479a-acb2-f20392354f61', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:45.387490 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] Checking router: 7ade1ba1-1a83-43ab-8491-51e0e93489a8 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:52:45.391898 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Deleting port e42933ee-9fc4-479a-acb2-f20392354f61 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:45.392293 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.397649 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] Routers {'7ade1ba1-1a83-43ab-8491-51e0e93489a8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:52:45.399060 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:52:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:45.480618 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] For port e42933ee-9fc4-479a-acb2-f20392354f61, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e42933ee-9fc4-479a-acb2-f20392354f61,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:45.480974 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.488437 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] Set router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 gateway port host: None {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:52:45.493137 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Calling delete_port for e42933ee-9fc4-479a-acb2-f20392354f61 owned by network:router_gateway {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:45.548224 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:52:45Z', 'revision_number': 6, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:45.581438 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cec260-95d1-4240-b3df-ae402c13b020 None None] The sync data for ids ['7ade1ba1-1a83-43ab-8491-51e0e93489a8'] in dv-cinder-834962-1-iscsi is: [{'id': '7ade1ba1-1a83-43ab-8491-51e0e93489a8', 'name': 'tempest-TestMinimumBasicScenario-616529065-router', 'tenant_id': '8869f1d2544e44ddadb77429c15bc4f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:49:35Z', 'updated_at': '2022-03-23T19:52:45Z', 'revision_number': 6, 'project_id': '8869f1d2544e44ddadb77429c15bc4f9', 'gw_port_host': None}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:52:45.584830 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:52:45.735497 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.764345 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42933ee-9fc4-479a-acb2-f20392354f61,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:45.827120 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.917347 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:45.919531 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.039864 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.040429 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ade1ba1-1a83-43ab-8491-51e0e93489a8 {{(pid=108885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:52:46.044816 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.046172 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-cf0a02b5-a889-4ed7-bf77-bef148c03223 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7ade1ba1-1a83-43ab-8491-51e0e93489a8 HTTP/1.1" status: 204 len: 168 time: 0.9933329 Mar 23 19:52:46.048619 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33140) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:46.095602 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Deleting subnet 322f1230-4ca7-4e2e-8e9e-28bc318533c0 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:52:46.098023 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.133756 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.216595 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.331061 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.360097 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322f1230-4ca7-4e2e-8e9e-28bc318533c0,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:46.364175 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.366865 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-52dc7773-bce1-4ce1-a160-3e3b08f7fa4e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/322f1230-4ca7-4e2e-8e9e-28bc318533c0 HTTP/1.1" status: 204 len: 168 time: 0.3170998 Mar 23 19:52:46.371954 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33144) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:46.372428 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbbac8a-ef9c-4645-9974-23999c84a0ae None None] Network e2253148-5185-4d5d-abbb-5f5409d7ea01 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:52:46.446943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.510101 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Deleting port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:46.510452 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.542574 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:46.565778 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:46.566449 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 95e6ec4e-2354-4b33-8e0e-243d96e16ab0 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:46.566842 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e42933ee-9fc4-479a-acb2-f20392354f61 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:46.576721 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] For port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:46.576910 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.595508 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] DHCP port deletion for e2253148-5185-4d5d-abbb-5f5409d7ea01 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:52:46.597782 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: e42933ee-9fc4-479a-acb2-f20392354f61 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:46.598077 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e42933ee-9fc4-479a-acb2-f20392354f61 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:46.599768 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Calling delete_port for 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:46.643089 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] Deleting port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:52:46.643572 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.729365 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] For port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,segment=NetworkSegment(ab8e00a7-53a3-4a16-a492-db2ef8aabd74),segment_id=ab8e00a7-53a3-4a16-a492-db2ef8aabd74)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:52:46.729753 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.742818 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] Calling delete_port for 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:52:46.759207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.787324 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] No DVR routers for this DVR port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:52:46.789476 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:46.818221 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.849694 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] Pushing event deleted for resources: {'Port': ['ID=0e083865-4f4b-42cd-aa10-bc4ffcfa0f59,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:46.853860 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cd2e1-377d-4949-bb0b-2e88ab1743cd None None] No DVR routers for this DVR port 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:52:46.874689 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.899568 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2253148-5185-4d5d-abbb-5f5409d7ea01']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:46.913623 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:46.913623 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8e00a7-53a3-4a16-a492-db2ef8aabd74') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:52:46.922013 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.937452 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.944055 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:52:46.944464 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:52:46.947193 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:52:47.067896 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:47.074056 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:47.077156 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/e2253148-5185-4d5d-abbb-5f5409d7ea01 HTTP/1.1" status: 204 len: 168 time: 0.7066772 Mar 23 19:52:47.087835 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b1ebb-567a-4f31-856f-f9ad651559ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e2253148-5185-4d5d-abbb-5f5409d7ea01,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:47.371509 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33158) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:47.414659 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f5f24e09-c4da-45e3-8271-fcadbc07adac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5ee6ca14bba461b9a250e7d6074e3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419917 Mar 23 19:52:47.417153 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33160) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:47.464394 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d161023d-665d-4cd2-8d8c-aa08e2013794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:47.488821 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d161023d-665d-4cd2-8d8c-aa08e2013794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:47.593324 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d161023d-665d-4cd2-8d8c-aa08e2013794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:47.597774 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-d161023d-665d-4cd2-8d8c-aa08e2013794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:47.597774 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-d161023d-665d-4cd2-8d8c-aa08e2013794 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eece5987-acd3-4cef-9ca6-557cb295018c HTTP/1.1" status: 204 len: 168 time: 0.1789310 Mar 23 19:52:47.605614 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161023d-665d-4cd2-8d8c-aa08e2013794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece5987-acd3-4cef-9ca6-557cb295018c,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:48.153766 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33170) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:48.192485 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1663276e-f234-413b-bda7-ed68715c7c5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8869f1d2544e44ddadb77429c15bc4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375085 Mar 23 19:52:48.195544 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33172) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:52:48.243328 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a05b68f-536b-4769-9038-35fde9a01861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:48.264461 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a05b68f-536b-4769-9038-35fde9a01861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:48.381528 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a05b68f-536b-4769-9038-35fde9a01861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:48.384748 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-2a05b68f-536b-4769-9038-35fde9a01861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:48.385917 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-2a05b68f-536b-4769-9038-35fde9a01861 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20f1b7f8-21cb-442f-a40a-6e9825de7559 HTTP/1.1" status: 204 len: 168 time: 0.1894705 Mar 23 19:52:48.393247 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05b68f-536b-4769-9038-35fde9a01861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f1b7f8-21cb-442f-a40a-6e9825de7559,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:48.518853 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:52:48.539287 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:52:48.539629 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0e083865-4f4b-42cd-aa10-bc4ffcfa0f59 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:52:52.554919 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-d8a4afaf-ef6c-4e59-8ccd-33d691383e55 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450861179&fields=id&tenant_id=b3828381713d4ba881181dd7934aebee HTTP/1.1" status: 200 len: 267 time: 0.0323279 Mar 23 19:52:52.662183 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-fc5abdf3-6388-4cec-9fea-eb31dd9de44f tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:52.663667 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-fc5abdf3-6388-4cec-9fea-eb31dd9de44f tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 809 time: 0.1020961 Mar 23 19:52:52.678861 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-4e71867d-bf67-4048-ab6c-1384bed82c4b tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/quotas/b3828381713d4ba881181dd7934aebee HTTP/1.1" status: 200 len: 375 time: 0.0091431 Mar 23 19:52:52.731785 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b580b474-f0be-42c7-afb2-f1c2029c232f tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471718 Mar 23 19:52:52.824685 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-2250cdd7-461d-4bd4-a43e-5b576ba473f5 service neutron] 10.222.0.31 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816877 Mar 23 19:52:53.152144 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-3b2c0210-814f-4d82-ae2d-3346e85101b4 service neutron] 10.222.0.31 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210053 Mar 23 19:52:53.673038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-099d14d5-57d3-4799-a7a2-9b7dc886a690 req-4e9a1fb3-5208-4e86-ae80-d4df7e2282fb tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Mar 23 19:52:54.764392 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5f032da9-7caf-4623-84fb-3aaf76b728d4 req-04757a7b-e66e-4b3e-98d8-8bb890515a51 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 210 time: 0.0259302 Mar 23 19:52:55.790470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-02772373-680c-4eae-be45-29f1f7add438 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:55.792031 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-02772373-680c-4eae-be45-29f1f7add438 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 809 time: 0.1061857 Mar 23 19:52:55.841532 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-6d6aedf6-e602-4b9c-af48-6aff25b5413f tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3828381713d4ba881181dd7934aebee HTTP/1.1" status: 200 len: 380 time: 0.0350213 Mar 23 19:52:55.854579 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'port': {'device_id': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'admin_state_up': True, 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'security_groups': ['25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:55.862895 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5278decd-cabf-4d3c-a887-36179ffd18ca req-793e2c16-ef1c-4b42-8a13-b876c9f4b8b2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 210 time: 0.0262878 Mar 23 19:52:56.055459 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Made reservation on behalf of b3828381713d4ba881181dd7934aebee for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:52:56.058962 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.182180 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Allocated IP 172.20.0.7 (420d24c8-18f2-446e-84de-d8a803972cd7/1728c845-bfaa-4a81-a1ca-ebb3902bf126/0a1ca52f-635b-44ae-a21b-3cfc04f7faa3) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:52:56.318518 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.387251 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.430246 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Network 420d24c8-18f2-446e-84de-d8a803972cd7 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:52:56.433289 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:52:56.436873 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:52:56.467952 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:56.494351 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:56.494911 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.589315 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-b1b194da-98d1-4753-882b-8a057d1c1fb3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7347388 Mar 23 19:52:56.600403 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Request body: {'port': {'device_id': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:52:56.659689 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.703838 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-08de6854-41b1-4edb-918f-6a8d2cd1e4a5 None None] Provisioning complete for port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:52:56.704476 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-08de6854-41b1-4edb-918f-6a8d2cd1e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.742657 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-08de6854-41b1-4edb-918f-6a8d2cd1e4a5 None None] Port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:52:56.921045 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:52:56.928563 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:56.940914 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Transition to ACTIVE for port object 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:52:56.981968 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f74a0-d461-4306-bb9c-c64609b43b84 req-68634e21-80e8-4d83-9642-73fffa078561 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:56.983435 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3b5f74a0-d461-4306-bb9c-c64609b43b84 req-68634e21-80e8-4d83-9642-73fffa078561 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 931 time: 0.0519753 Mar 23 19:52:57.020383 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3b5f74a0-d461-4306-bb9c-c64609b43b84 req-04be5e1f-8dee-42a8-b5ea-1569d5b78997 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Mar 23 19:52:57.038970 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:57.111328 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:57.167490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Attempting to bind port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:52:57.167837 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Attempting to bind port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:52:57.168155 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Attempting to bind port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 on network 420d24c8-18f2-446e-84de-d8a803972cd7 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:57.172790 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 on network 420d24c8-18f2-446e-84de-d8a803972cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:52:57.173157 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Attempting to bind port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 on network 420d24c8-18f2-446e-84de-d8a803972cd7 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:52:57.180745 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:52:57.181199 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Checking segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:52:57.181662 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Bound using segment: {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:52:57.182183 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Bound port: 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5673d01-8138-4bec-a85d-101eae89c8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:52:57.182615 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:57.253402 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:52:57.256793 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:52:57.330527 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:57.369634 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.370238 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:57.371603 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 1093 time: 0.7756672 Mar 23 19:52:57.372038 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:52:57.374361 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d" -d '{"events": [{"name": "network-changed", "server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:52:57.406482 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc913bae-5e6f-445c-9f4f-5138fd1cba97 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:52:57.410939 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e10fa38-8b5d-4991-a7cf-7127050ae2a8 x-openstack-request-id: req-3e10fa38-8b5d-4991-a7cf-7127050ae2a8 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:52:57.411344 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:52:57.411658 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e10fa38-8b5d-4991-a7cf-7127050ae2a8 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:52:57.412112 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'status': 'completed', 'code': 200} Mar 23 19:52:57.478096 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d req-9f4af2ee-4722-4491-b730-1dd32ea9eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.479736 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d req-9f4af2ee-4722-4491-b730-1dd32ea9eb1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1096 time: 0.0454712 Mar 23 19:52:57.588841 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d req-6cf80cb7-bd1d-438a-a892-08e9ba11028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.590367 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d req-6cf80cb7-bd1d-438a-a892-08e9ba11028b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b3828381713d4ba881181dd7934aebee&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1028321 Mar 23 19:52:57.686308 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d req-0536b7cb-f0dd-48e6-b811-aeba1c281edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.687698 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-46b1ddd1-9b5c-46cd-9d13-01f2601dac7d req-0536b7cb-f0dd-48e6-b811-aeba1c281edf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910969 Mar 23 19:52:57.762643 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-130b3749-0e3f-4216-a706-792368d16afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.764135 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-130b3749-0e3f-4216-a706-792368d16afa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1096 time: 0.0396168 Mar 23 19:52:57.810662 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-01f732c1-94f0-442c-b53d-46778583ede1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 217 time: 0.0379524 Mar 23 19:52:57.866053 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-3af6146c-0557-4585-b0be-e4d28b6e8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.867714 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-3af6146c-0557-4585-b0be-e4d28b6e8a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0502095 Mar 23 19:52:57.914877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef206-2b2d-423c-8afd-271024c01a21 req-5374d534-c116-4cd7-aef1-b2d8b9dfd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:57.916344 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-5374d534-c116-4cd7-aef1-b2d8b9dfd275 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406828 Mar 23 19:52:58.009246 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-747f6864-34bb-4d85-afea-03a4d307b185 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849917 Mar 23 19:52:58.102148 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-3adef206-2b2d-423c-8afd-271024c01a21 req-9cb0f9e3-d148-47b3-9a1f-eaba312c9b71 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859435 Mar 23 19:52:58.134494 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404621f6-4995-4f58-905f-4d33cc392b54 req-aa85278f-5674-4027-bb8f-1ce6ef2b93ee tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:58.135955 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-404621f6-4995-4f58-905f-4d33cc392b54 req-aa85278f-5674-4027-bb8f-1ce6ef2b93ee tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0481207 Mar 23 19:52:58.174141 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-404621f6-4995-4f58-905f-4d33cc392b54 req-f2ec2042-0727-408e-9eed-f42e10a6b0b7 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Mar 23 19:52:59.295809 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e40593-2dac-4443-9137-4de397f7c620 req-a5ab9c72-c51f-4e14-9e0c-f85df23c5f58 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:52:59.297294 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-28e40593-2dac-4443-9137-4de397f7c620 req-a5ab9c72-c51f-4e14-9e0c-f85df23c5f58 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0491297 Mar 23 19:52:59.307226 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-afe4b143-3c23-41ca-ae42-7917a9794225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:52:59.335610 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-28e40593-2dac-4443-9137-4de397f7c620 req-e4b55183-503f-423f-b68d-5a228b8f35d3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Mar 23 19:52:59.850066 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:00.457113 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af295b8c-91c1-4210-acf4-66a6d7fd2adb req-6a60c7ee-1428-4f64-b98e-4549f417bc72 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:00.458577 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-af295b8c-91c1-4210-acf4-66a6d7fd2adb req-6a60c7ee-1428-4f64-b98e-4549f417bc72 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0514870 Mar 23 19:53:00.497847 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-af295b8c-91c1-4210-acf4-66a6d7fd2adb req-46af8b24-245f-4307-9d41-dbdd341bb735 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Mar 23 19:53:01.352785 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-66adfac6-3472-4a0a-8da8-5398a9d31e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:01.619638 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b93f64-1917-4d01-8667-0670071598fe req-82942aeb-84bb-4656-85c8-e96588afe136 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:01.621138 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d0b93f64-1917-4d01-8667-0670071598fe req-82942aeb-84bb-4656-85c8-e96588afe136 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0542817 Mar 23 19:53:01.656998 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d0b93f64-1917-4d01-8667-0670071598fe req-42510db9-fb79-48ce-9f3d-d9cee6c884ad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300014 Mar 23 19:53:02.769886 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229ff6-6ee5-4875-9ec5-bd9fd8cc380b req-bbecc47e-b8f3-4454-9a5f-fefa0955b47b tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:02.771287 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10229ff6-6ee5-4875-9ec5-bd9fd8cc380b req-bbecc47e-b8f3-4454-9a5f-fefa0955b47b tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0489564 Mar 23 19:53:02.810982 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-10229ff6-6ee5-4875-9ec5-bd9fd8cc380b req-c06d5057-d552-468c-b66c-6eb3f425697a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337312 Mar 23 19:53:02.906929 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:03.930626 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0ed16-8351-46e1-a16e-25d9d2858352 req-16a930f1-619a-48a3-a752-b65a6ffbbf40 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:03.932077 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-07d0ed16-8351-46e1-a16e-25d9d2858352 req-16a930f1-619a-48a3-a752-b65a6ffbbf40 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0516708 Mar 23 19:53:03.969580 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-07d0ed16-8351-46e1-a16e-25d9d2858352 req-a1eb3592-4ed7-4c29-a83d-85737ee4c31e tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314646 Mar 23 19:53:04.284062 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:04.764213 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:05.083154 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e81b-3dd2-4f01-abe7-4c467692580a req-4d91b94c-ed0c-43fb-8ddb-045f607087f5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:05.084893 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3f11e81b-3dd2-4f01-abe7-4c467692580a req-4d91b94c-ed0c-43fb-8ddb-045f607087f5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0486960 Mar 23 19:53:05.121730 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3f11e81b-3dd2-4f01-abe7-4c467692580a req-5ee565ff-82e1-48e4-9694-d9abb5a48c44 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Mar 23 19:53:06.237327 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bfee2-ec58-4b37-bdce-aa8f76c78f5b req-519562de-a984-40a4-95e6-0b34f8d0da91 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:06.238788 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2b0bfee2-ec58-4b37-bdce-aa8f76c78f5b req-519562de-a984-40a4-95e6-0b34f8d0da91 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0497599 Mar 23 19:53:06.276155 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-2b0bfee2-ec58-4b37-bdce-aa8f76c78f5b req-b616c631-bb74-41d9-a724-86d92628695d tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Mar 23 19:53:06.387026 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-63946be1-a5b6-493e-ad65-1aecd236951a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447192 Mar 23 19:53:06.470465 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a5117-6082-4523-a4a3-77de507bd988 req-586d7d91-dcc8-4583-bc64-2e884c2841f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:06.472146 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-586d7d91-dcc8-4583-bc64-2e884c2841f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1099 time: 0.0407107 Mar 23 19:53:06.575087 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a5117-6082-4523-a4a3-77de507bd988 req-fc68d758-bb80-4c71-9b1a-c01808960dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:06.576520 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-fc68d758-bb80-4c71-9b1a-c01808960dc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.0843968 Mar 23 19:53:06.645194 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-2cdc693a-482f-4ede-b48b-f9ce0b93b581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 200 len: 1002 time: 0.0598333 Mar 23 19:53:06.696845 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a5117-6082-4523-a4a3-77de507bd988 req-540c5f88-0735-4dfb-9f34-8156b6162ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:06.698245 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-540c5f88-0735-4dfb-9f34-8156b6162ff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0440862 Mar 23 19:53:06.750622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a5117-6082-4523-a4a3-77de507bd988 req-01838b43-60b8-4edc-8f06-876128b0473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:06.752113 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-01838b43-60b8-4edc-8f06-876128b0473c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397716 Mar 23 19:53:06.849607 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-fb14f7b1-cb9b-40c7-a315-5b34a837aec1 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897403 Mar 23 19:53:06.944526 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-356a5117-6082-4523-a4a3-77de507bd988 req-60247163-68f1-4058-9b6f-df2963f42a6e service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Mar 23 19:53:07.365511 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:53:07.394987 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d2492-dd13-4b3f-8a7a-9e5b4458606e req-b99b8378-d7ec-4ed0-9751-d836804fe0c7 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:07.396464 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-888d2492-dd13-4b3f-8a7a-9e5b4458606e req-b99b8378-d7ec-4ed0-9751-d836804fe0c7 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0536878 Mar 23 19:53:07.435342 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-888d2492-dd13-4b3f-8a7a-9e5b4458606e req-50765d37-01f7-4eb6-998a-b2c4390001f8 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Mar 23 19:53:07.464733 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:07.476055 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'port_id': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'mac_address': 'fa:16:3e:80:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:53:07.513835 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:07.526778 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:53:07.545016 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:07.632666 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:07.678440 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:07.890683 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:53:08.122652 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33274) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:08.127225 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359847293', 'description': 'tempest-description--646968580'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:08.198247 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.263264 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.324024 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.350998 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:08.422961 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.424239 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-810e1d45-c1da-4ce3-9d39-9ea6d537849f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3005836 Mar 23 19:53:08.427027 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33276) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:08.431862 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:08.500678 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.558818 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.563146 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cab7d-3e08-4de5-8673-b17535c8d312 req-0fa16aa3-1d9e-419d-b080-49fb577c4483 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:08.564615 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f72cab7d-3e08-4de5-8673-b17535c8d312 req-0fa16aa3-1d9e-419d-b080-49fb577c4483 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 944 time: 0.0506065 Mar 23 19:53:08.602985 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f72cab7d-3e08-4de5-8673-b17535c8d312 req-2e0163a7-76f9-4d83-8e97-6f2865974d84 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324035 Mar 23 19:53:08.649790 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.664534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cb12e3-c7f7-48d8-a1f7-a93b08a7152c,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:08.731666 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.732825 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-cf247f38-e712-4771-85f3-0cde9e02eef5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048837 Mar 23 19:53:08.735411 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33280) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:08.739631 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:08.819000 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.873922 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.934711 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:08.953835 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb4aa2f-a126-4e7b-853b-36abc563337a,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:09.019095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.019095 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-840ed99f-f087-4e31-a69f-18a4cb47611a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824609 Mar 23 19:53:09.021780 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33282) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:09.026117 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:09.112600 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.214239 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.320694 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.27.1.52 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/72891c98-4759-4ecb-9492-c0ac1c9ce5db) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:53:09.368602 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:53:09.422753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.472501 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:53:09.476476 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:53:09.478152 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.524378 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.555710 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.563542 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:53:09.567753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:53:09.571250 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:53:09.577874 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:09.580071 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4504d627-0344-4401-a7b2-b39bf19f32d7" -d '{"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:09.593418 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:09.598241 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=72891c98-4759-4ecb-9492-c0ac1c9ce5db,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:09.625677 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a38c14-474f-4fb3-b2b4-d9e2b6e84d02 x-openstack-request-id: req-66a38c14-474f-4fb3-b2b4-d9e2b6e84d02 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:09.625971 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:09.626226 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66a38c14-474f-4fb3-b2b4-d9e2b6e84d02 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:09.626623 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'code': 200} Mar 23 19:53:09.656285 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.671747 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.705508 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:09.723978 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fffc79-56b8-4e55-84fd-595c05121848 req-3a492d08-0fea-4e5e-be93-40dbaf543d04 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:09.725474 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-65fffc79-56b8-4e55-84fd-595c05121848 req-3a492d08-0fea-4e5e-be93-40dbaf543d04 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0511603 Mar 23 19:53:09.758081 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.766063 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-65fffc79-56b8-4e55-84fd-595c05121848 req-ac9ebec3-0f47-404e-a913-50cfa0301c46 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Mar 23 19:53:09.909398 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:09.974490 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0774da-d08f-47ca-8eec-bc05646d07ad req-c2c9a176-6f21-4193-9cfa-eb90aba70ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:09.975954 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8e0774da-d08f-47ca-8eec-bc05646d07ad req-c2c9a176-6f21-4193-9cfa-eb90aba70ace service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0381637 Mar 23 19:53:09.997243 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:10.065663 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8e0774da-d08f-47ca-8eec-bc05646d07ad req-c47499af-7298-4287-8ebf-a73fa891bd18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823669 Mar 23 19:53:10.072942 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=72891c98-4759-4ecb-9492-c0ac1c9ce5db,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:10.087491 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:10.194818 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:10.195964 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-1fb4162b-4cea-4dd6-95c3-d2d2709cd6a5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1732516 Mar 23 19:53:10.376492 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-91996056-9c39-4549-b6a2-8817dddb9203 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--359847293&fields=id&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 267 time: 0.0321198 Mar 23 19:53:10.484927 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-2ed2aee1-726b-422f-a73c-1e55e8713037 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:10.486400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-2ed2aee1-726b-422f-a73c-1e55e8713037 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1034162 Mar 23 19:53:10.501482 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-6f6190d4-4b9d-4e56-b229-150d4dd69625 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/quotas/25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Mar 23 19:53:10.556969 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-5cbfc467-2275-40d1-8a2d-971d2e6f9012 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0498681 Mar 23 19:53:10.655389 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-f1c1754a-ad4f-43db-8956-836c21c6a025 service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Mar 23 19:53:10.744413 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-12379765-3288-456f-a38d-7e9a7502a64f service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 Mar 23 19:53:10.884729 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898afc5d-4e90-48a0-a7d4-27f1efe5b3b2 req-e26375c0-2a9b-46ad-9bfd-727b5c5eb89f tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:10.886219 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-898afc5d-4e90-48a0-a7d4-27f1efe5b3b2 req-e26375c0-2a9b-46ad-9bfd-727b5c5eb89f tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Mar 23 19:53:10.924720 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-898afc5d-4e90-48a0-a7d4-27f1efe5b3b2 req-afe31b36-01cd-4270-aa22-b96d55045d0e tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Mar 23 19:53:10.987648 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ae9dcd1b-f3dc-411d-9ce2-e05d17fc2979 req-831e816b-3936-4a1f-97df-e29611b5dcae tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 210 time: 0.0271747 Mar 23 19:53:12.046841 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd615-5132-4fa3-ac89-ce6c573d9371 req-16eac4c0-c658-45e0-ac53-1cf91b3455cb tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:12.049223 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1addd615-5132-4fa3-ac89-ce6c573d9371 req-16eac4c0-c658-45e0-ac53-1cf91b3455cb tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0511169 Mar 23 19:53:12.088461 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-398e34fe-5cf1-4cf7-aa3f-a375067013d9 req-60a6dc59-5bcb-47d2-a5dc-ec0c97f7f198 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 210 time: 0.0335395 Mar 23 19:53:12.114572 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1addd615-5132-4fa3-ac89-ce6c573d9371 req-62a52d47-2d6f-47f0-a857-0ca543f5db6c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504727 Mar 23 19:53:12.229820 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d6cb-57e3-4278-a044-fa30e48e409d req-a13b6663-6987-442c-9de9-b81de882b8c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:12.231364 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d894d6cb-57e3-4278-a044-fa30e48e409d req-a13b6663-6987-442c-9de9-b81de882b8c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0503070 Mar 23 19:53:12.268774 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d894d6cb-57e3-4278-a044-fa30e48e409d req-be119a6c-dfbf-4baf-8c48-f841e57318fd tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316091 Mar 23 19:53:12.290134 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33318) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:12.475280 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2220b-9169-4d3d-9e78-2b2ee565e56c tempest-TestShelveInstance-786421062 tempest-TestShelveInstance-786421062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:12.476819 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f2b2220b-9169-4d3d-9e78-2b2ee565e56c tempest-TestShelveInstance-786421062 tempest-TestShelveInstance-786421062-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1093 time: 0.1856539 Mar 23 19:53:12.480572 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33322) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:12.484969 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'port_id': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:12.586517 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:12.690398 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:12.795127 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Allocated IP 172.27.1.112 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/e2a460cb-0279-4c38-afea-30f10259c539) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:53:12.909391 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:12.993382 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.001073 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-47d0c0d9-d87c-4b0c-8afa-33d79d1a4c62 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:13.002620 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-47d0c0d9-d87c-4b0c-8afa-33d79d1a4c62 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1333203 Mar 23 19:53:13.034727 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:53:13.039177 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:53:13.042994 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:53:13.046772 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-61b50673-25ee-47a8-9476-78d24eebc0ea tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 472 time: 0.0349982 Mar 23 19:53:13.048634 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'Port': ['ID=e2a460cb-0279-4c38-afea-30f10259c539,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:13.057987 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'port': {'device_id': 'd1592572-5593-4211-b07e-36c18be1e13f', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'admin_state_up': True, 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'security_groups': ['0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:13.237243 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bfd5e31a-6376-4b99-a260-7edfa2af3ffb req-38480dc2-5bcb-45cd-9683-1f7989f329ee tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 210 time: 0.0729330 Mar 23 19:53:13.255369 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Made reservation on behalf of 25f8fdc3742c4185b6e0bc58e1c9f0e7 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:53:13.258951 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.400218 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.20.0.11 (ab549119-5b40-4b0f-b0f6-b124181bcae4/8db81470-e987-4341-aec2-1fe7becea671/7b918b3c-3ca0-40b9-bc5e-f6a0bada778c) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:53:13.449860 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.533403 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.581992 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.638526 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.692733 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:53:13.695854 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:53:13.698394 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:53:13.725832 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:13.754213 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:13.754783 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.754919 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.816242 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.846569 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-e3fc679e-25a5-4900-86fa-dcc6d5fd23f7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928965 Mar 23 19:53:13.861635 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Request body: {'port': {'device_id': 'd1592572-5593-4211-b07e-36c18be1e13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:13.891660 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event updated for resources: {'Port': ['ID=e2a460cb-0279-4c38-afea-30f10259c539,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:13.904200 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.916944 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.917850 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-105f91b0-dcbe-4dd4-aed6-ca228a4e4e8c None None] Provisioning complete for port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:53:13.918332 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-105f91b0-dcbe-4dd4-aed6-ca228a4e4e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:13.955420 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-105f91b0-dcbe-4dd4-aed6-ca228a4e4e8c None None] Port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:53:14.017462 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Floating IP cccf0a44-72b4-47b8-9883-15d6bbcd557b associated. External IP: 172.27.1.112, port: 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3. Mar 23 19:53:14.219169 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:53:14.226715 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:14.238554 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Transition to ACTIVE for port object 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:53:14.244804 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Router cd806970-d102-4454-ad4f-65a5a6327ac9 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:53:14.341293 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:14.388317 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:53:14.392095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:14.400329 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] Sync routers for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:53:14.417727 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:14.418656 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:14.419643 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e0c18-b502-4f1a-8f47-14e008345607 req-0ff4fdc6-ce71-4233-a772-bca325ce7471 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:14.421203 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-233e0c18-b502-4f1a-8f47-14e008345607 req-0ff4fdc6-ce71-4233-a772-bca325ce7471 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 944 time: 0.1086171 Mar 23 19:53:14.491678 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-233e0c18-b502-4f1a-8f47-14e008345607 req-f1795ff6-2e8a-4ee5-bf43-e832c486a4b2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609851 Mar 23 19:53:14.496761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Attempting to bind port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:53:14.499043 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Attempting to bind port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:53:14.499043 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Attempting to bind port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:53:14.502398 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:14.508945 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c on network ab549119-5b40-4b0f-b0f6-b124181bcae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:53:14.509302 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Attempting to bind port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:53:14.515427 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:53:14.515772 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:53:14.516154 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Bound using segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:53:14.516635 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Bound port: 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:53:14.517157 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:14.539317 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f3283b56-9fe4-4db0-9024-494820dcbbad tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0576308 Mar 23 19:53:14.540205 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:14.543639 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:14.565031 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:14.587928 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba315b-001b-46e0-a86a-5b03954ceb90 x-openstack-request-id: req-91ba315b-001b-46e0-a86a-5b03954ceb90 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:14.588742 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:14.589023 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91ba315b-001b-46e0-a86a-5b03954ceb90 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:14.589501 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'status': 'completed', 'code': 200} Mar 23 19:53:14.604636 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] For port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:53:14.608166 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] For port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:53:14.651831 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-6794d6c7-7251-4489-a7d3-3c12bffdd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:14.653409 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-6794d6c7-7251-4489-a7d3-3c12bffdd2cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0408411 Mar 23 19:53:14.682720 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:14.759860 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:14.760850 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:14.762489 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b918b3c-3ca0-40b9-bc5e-f6a0bada778c HTTP/1.1" status: 200 len: 1094 time: 0.9076147 Mar 23 19:53:14.767186 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:14.769931 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281" -d '{"events": [{"name": "network-changed", "server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:14.810024 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a58d9-cd98-4684-bff3-ed659def9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:14.824872 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6622e2-19f6-4cd6-9b89-2fb2532a5e1c x-openstack-request-id: req-ba6622e2-19f6-4cd6-9b89-2fb2532a5e1c {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:14.831026 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:14.831026 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba6622e2-19f6-4cd6-9b89-2fb2532a5e1c {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:14.831026 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'status': 'completed', 'code': 200} Mar 23 19:53:14.832357 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-8526b4ef-925b-4243-9be6-bc3249877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:14.834811 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-8526b4ef-925b-4243-9be6-bc3249877ac6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 910 time: 0.1730070 Mar 23 19:53:14.912265 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'cccf0a44-72b4-47b8-9883-15d6bbcd557b', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'port_id': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'mac_address': 'fa:16:3e:80:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:53:13Z', 'updated_at': '2022-03-23T19:53:13Z', 'revision_number': 0, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:14.940592 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] Checking router: cd806970-d102-4454-ad4f-65a5a6327ac9 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:53:14.951927 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:14.952873 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:15.066759 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:15.206406 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-ea5fc6c6-9e8e-4c6a-bc0d-ca70e56a7c9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 999 time: 0.3597639 Mar 23 19:53:15.209063 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281 req-7ee06afd-461a-4627-9690-15443207f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.210440 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281 req-7ee06afd-461a-4627-9690-15443207f271 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 1097 time: 0.3651443 Mar 23 19:53:15.293874 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'cccf0a44-72b4-47b8-9883-15d6bbcd557b', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'port_id': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'mac_address': 'fa:16:3e:80:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:53:13Z', 'updated_at': '2022-03-23T19:53:13Z', 'revision_number': 0, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:15.315767 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-7bae2ed6-9d7a-4a89-ac83-5ef2df1d2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.317274 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-7bae2ed6-9d7a-4a89-ac83-5ef2df1d2987 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0975306 Mar 23 19:53:15.320394 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d509a-eabb-4c12-8ad2-af289afe01b2 None None] The sync data for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi is: [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'cccf0a44-72b4-47b8-9883-15d6bbcd557b', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'port_id': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'mac_address': 'fa:16:3e:80:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:53:13Z', 'updated_at': '2022-03-23T19:53:13Z', 'revision_number': 0, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:53:15.376617 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281 req-bb0bd549-2b2b-4745-b195-2d8a281994d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.378154 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281 req-bb0bd549-2b2b-4745-b195-2d8a281994d2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1514385 Mar 23 19:53:15.386683 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-e659ed25-f111-47f9-87d1-bfe5d5d81fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.388215 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-e659ed25-f111-47f9-87d1-bfe5d5d81fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640767 Mar 23 19:53:15.512898 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d977a7b-13c8-425e-847d-91ca7c4cf026 None None] New status for floating IP cccf0a44-72b4-47b8-9883-15d6bbcd557b: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:53:15.545330 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281 req-2ba03242-9e6b-4641-a1e2-ffd00b48b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.546798 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-50bc6c5c-00d0-4e18-a1d6-c61aa8543281 req-2ba03242-9e6b-4641-a1e2-ffd00b48b667 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577477 Mar 23 19:53:15.548635 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-c70b1461-eb1b-465f-b920-1c74d6f527a8 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519971 Mar 23 19:53:15.615550 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f418a-f388-4a0e-90d8-da368c813370 req-4418342a-2ecc-4d0a-ad04-ffcbb03dc551 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.617221 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d34f418a-f388-4a0e-90d8-da368c813370 req-4418342a-2ecc-4d0a-ad04-ffcbb03dc551 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 944 time: 0.0526748 Mar 23 19:53:15.662351 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d34f418a-f388-4a0e-90d8-da368c813370 req-c8bb7b4e-8547-45d2-880b-223856fb67d4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Mar 23 19:53:15.688474 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-00e3cfe9-885f-4402-9209-cba6c9e9dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.689990 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-00e3cfe9-885f-4402-9209-cba6c9e9dd2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 1097 time: 0.0986636 Mar 23 19:53:15.693487 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a4373f6d-6cc3-4397-a56d-e3a4a9b0a7d6 req-e972ce19-e256-4ab0-aacf-3abd0ae97b2f service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352899 Mar 23 19:53:15.738987 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-f56334ff-12cf-472c-b2a8-62e80a533de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c HTTP/1.1" status: 200 len: 217 time: 0.0352392 Mar 23 19:53:15.791797 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-f1ac45aa-c422-40d7-93ec-9859e71be701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.793307 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-f1ac45aa-c422-40d7-93ec-9859e71be701 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0479519 Mar 23 19:53:15.839596 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-3e344f3a-dcc2-4ccf-a320-3db518c564ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:15.841097 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-3e344f3a-dcc2-4ccf-a320-3db518c564ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413349 Mar 23 19:53:15.943007 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-9adbab7b-00eb-424b-98b6-ecdfc6dfc47c service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873210 Mar 23 19:53:16.033750 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-b56a6f7a-04b4-4760-a890-79960f10e2f8 req-37fe688c-c40c-4127-a7a0-16a12f73e73a service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834029 Mar 23 19:53:16.781544 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409558f-55e1-4a07-afb8-2bc5737d10db req-ac64df9d-d6fe-44d4-a2c4-062aa283f366 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:16.782908 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3409558f-55e1-4a07-afb8-2bc5737d10db req-ac64df9d-d6fe-44d4-a2c4-062aa283f366 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 944 time: 0.0509808 Mar 23 19:53:16.820038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3409558f-55e1-4a07-afb8-2bc5737d10db req-079e6a8d-d08d-472e-8dea-0b1e6c6846d6 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Mar 23 19:53:17.942184 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d4e9-0b0c-4289-a729-784c059c0ff5 req-a12fc74d-ce50-487e-a19e-646d99395081 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:17.943627 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ed21d4e9-0b0c-4289-a729-784c059c0ff5 req-a12fc74d-ce50-487e-a19e-646d99395081 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 944 time: 0.0478251 Mar 23 19:53:17.980914 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ed21d4e9-0b0c-4289-a729-784c059c0ff5 req-def6da2e-696c-463c-b4b4-282244cba9f3 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Mar 23 19:53:19.093617 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edba72-50b0-4fbd-be30-4f1161c29eca req-f7384fe3-b54e-46aa-9530-58879896006b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:19.095057 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a8edba72-50b0-4fbd-be30-4f1161c29eca req-f7384fe3-b54e-46aa-9530-58879896006b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 944 time: 0.0473013 Mar 23 19:53:19.131593 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a8edba72-50b0-4fbd-be30-4f1161c29eca req-a22d3df7-cd5c-44e8-bd60-2e0d990d5680 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307713 Mar 23 19:53:19.411867 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:53:19.505275 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:19.515913 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'port_id': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'mac_address': 'fa:16:3e:dd:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:53:19.554141 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:19.567165 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:53:19.590653 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:19.689860 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:19.738100 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:19.954998 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['7b918b3c-3ca0-40b9-bc5e-f6a0bada778c'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:53:20.261488 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbbd0a-7140-468b-b841-41d387ecf1e9 req-7a6673b5-9a2c-4ce0-b3e3-9b7707f550f2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:20.262852 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-91bbbd0a-7140-468b-b841-41d387ecf1e9 req-7a6673b5-9a2c-4ce0-b3e3-9b7707f550f2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 945 time: 0.0602524 Mar 23 19:53:20.301733 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-91bbbd0a-7140-468b-b841-41d387ecf1e9 req-e2141427-4060-441b-a5a2-932149f07ff9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Mar 23 19:53:21.414403 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:53:21.416885 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41060f10-d5ab-4af0-bc3d-f592e0b33942 req-2ec6af43-bb95-44eb-b848-421133ec2e94 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:21.419255 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-41060f10-d5ab-4af0-bc3d-f592e0b33942 req-2ec6af43-bb95-44eb-b848-421133ec2e94 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 945 time: 0.0481737 Mar 23 19:53:21.456607 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-41060f10-d5ab-4af0-bc3d-f592e0b33942 req-b003ee83-53d9-45d2-815b-c3cfca059c16 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Mar 23 19:53:21.512185 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:53:21.516126 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:53:21.516498 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:21.593457 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:21.615020 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:21.617764 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e108d88c-774a-44e7-a9ac-e017e8722358" -d '{"events": [{"server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "name": "network-vif-plugged", "status": "completed", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:21.629482 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:21.653352 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcab6f8-d019-4b19-9a4b-c89304fa65aa x-openstack-request-id: req-0bcab6f8-d019-4b19-9a4b-c89304fa65aa {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:21.653636 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "name": "network-vif-plugged", "status": "completed", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:21.653885 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bcab6f8-d019-4b19-9a4b-c89304fa65aa {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:21.654278 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'code': 200} Mar 23 19:53:21.683741 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:21.730588 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:21.911389 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3997b-f050-4ece-b8cf-162810f0ee9a req-1e5a5bef-1fb1-4f72-bc1c-c67495c82cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:21.912866 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5af3997b-f050-4ece-b8cf-162810f0ee9a req-1e5a5bef-1fb1-4f72-bc1c-c67495c82cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 1099 time: 0.0397449 Mar 23 19:53:21.947513 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5af3997b-f050-4ece-b8cf-162810f0ee9a req-2efd706b-334c-4521-b80b-9e993a666af4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267766 Mar 23 19:53:22.572006 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d69c87-2ce8-41be-8ed0-0ce77b0dcdf7 req-3ca25506-8b95-4f62-9c74-e44f1ea6da9e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:22.573526 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-20d69c87-2ce8-41be-8ed0-0ce77b0dcdf7 req-3ca25506-8b95-4f62-9c74-e44f1ea6da9e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 946 time: 0.0502210 Mar 23 19:53:22.583579 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:53:22.610732 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-20d69c87-2ce8-41be-8ed0-0ce77b0dcdf7 req-0325b427-0e84-46aa-bb0b-8f41d40943f4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310507 Mar 23 19:53:23.730679 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509ec24-7caa-4dba-81fd-d5ec7efd293f req-f1ff2601-b952-4ee9-a7d4-5361baed297d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:23.732226 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f509ec24-7caa-4dba-81fd-d5ec7efd293f req-f1ff2601-b952-4ee9-a7d4-5361baed297d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 946 time: 0.0528090 Mar 23 19:53:23.770889 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f509ec24-7caa-4dba-81fd-d5ec7efd293f req-701fa069-f767-4419-9e46-50f89e264394 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327196 Mar 23 19:53:23.883984 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f5b0b-b38d-4bde-a96b-acc86b1b6122 req-a50f42d2-2a3a-47db-a0d7-05b1b2066417 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:23.885489 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1a1f5b0b-b38d-4bde-a96b-acc86b1b6122 req-a50f42d2-2a3a-47db-a0d7-05b1b2066417 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 946 time: 0.0502136 Mar 23 19:53:23.895973 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33362) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:23.900601 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'port_id': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:53:23.943755 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:24.373677 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:24.437487 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:24.535654 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP e13bbb7d-a7fa-4493-b944-debdb4e87c92 associated. External IP: 172.27.1.52, port: 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c. Mar 23 19:53:24.742048 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:53:24.847214 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:53:24.851808 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:24.858287 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:53:24.867647 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:24.868253 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:24.877918 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b145a153-9418-4525-9eb6-2401a1dc3668 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "PUT /v2.0/floatingips/e13bbb7d-a7fa-4493-b944-debdb4e87c92 HTTP/1.1" status: 200 len: 991 time: 0.9808600 Mar 23 19:53:24.878496 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:24.880798 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2823078b-5049-454b-b9d5-1930a533f9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:24.915928 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a724f2a-8809-4e21-a1fa-71c59215891c x-openstack-request-id: req-1a724f2a-8809-4e21-a1fa-71c59215891c {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:24.916545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:24.916545 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a724f2a-8809-4e21-a1fa-71c59215891c {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:24.916835 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'status': 'completed', 'code': 200} Mar 23 19:53:24.978464 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:24.986438 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823078b-5049-454b-b9d5-1930a533f9aa req-84da2eb5-1fd7-44b2-8bd4-7058fa1772a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:24.987934 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-84da2eb5-1fd7-44b2-8bd4-7058fa1772a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 1099 time: 0.0444081 Mar 23 19:53:25.078806 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823078b-5049-454b-b9d5-1930a533f9aa req-281ee5d9-9244-4de8-a1a7-3ef38fc76df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:25.080276 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-281ee5d9-9244-4de8-a1a7-3ef38fc76df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 916 time: 0.0849469 Mar 23 19:53:25.148849 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-394a938a-ec60-4451-a063-e97adcda32c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c HTTP/1.1" status: 200 len: 999 time: 0.0612812 Mar 23 19:53:25.199290 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823078b-5049-454b-b9d5-1930a533f9aa req-0a08091f-cf63-49bb-90df-0752b61b449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:25.200759 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-0a08091f-cf63-49bb-90df-0752b61b449e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0447135 Mar 23 19:53:25.205743 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:15Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}, {'id': 'e13bbb7d-a7fa-4493-b944-debdb4e87c92', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:dd:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1592572-5593-4211-b07e-36c18be1e13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:53:09Z', 'updated_at': '2022-03-23T19:53:24Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:25.231922 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:53:25.240211 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:25.240827 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:25.246110 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823078b-5049-454b-b9d5-1930a533f9aa req-423becbe-3b38-468c-9501-f3be70ecc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:25.247597 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-423becbe-3b38-468c-9501-f3be70ecc964 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398695 Mar 23 19:53:25.340572 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-e18d9ce3-51a3-4785-b020-e5754fce45c9 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Mar 23 19:53:25.344877 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:25.430574 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-2823078b-5049-454b-b9d5-1930a533f9aa req-ef187e3e-0eff-4c41-b772-0b0eca400d7b service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826733 Mar 23 19:53:25.568395 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:15Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}, {'id': 'e13bbb7d-a7fa-4493-b944-debdb4e87c92', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:dd:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1592572-5593-4211-b07e-36c18be1e13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:53:09Z', 'updated_at': '2022-03-23T19:53:24Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:25.598432 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e5be9-8c7a-45ad-adc0-30af583bf756 None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:15Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}, {'id': 'e13bbb7d-a7fa-4493-b944-debdb4e87c92', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:dd:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1592572-5593-4211-b07e-36c18be1e13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:53:09Z', 'updated_at': '2022-03-23T19:53:24Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:53:25.779275 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bfb18e-8d2e-4d3a-a0f3-2eadf1736660 None None] New status for floating IP e13bbb7d-a7fa-4493-b944-debdb4e87c92: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:53:26.696953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33368) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:26.851014 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Deleting port 6a548c2d-82de-4b41-b164-c7a376cf90cb {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:26.851357 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:26.927721 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:26.928049 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:26.939297 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Calling delete_port for 6a548c2d-82de-4b41-b164-c7a376cf90cb owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:27.192426 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:27.217066 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'Port': ['ID=6a548c2d-82de-4b41-b164-c7a376cf90cb,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:27.280846 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:27.281206 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Floating IP 0d308163-d86e-4f43-843e-9cd7a3754777 disassociated (deleted). External IP: 172.27.1.46, port: 6c41b18c-94e6-47a8-9029-a4ab4d0c477d. Mar 23 19:53:27.481816 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:53:27.585431 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:53:27.589785 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:27.595337 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:53:27.604527 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:27.605346 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:27.618436 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e73c69f4-3f7a-4da3-b56d-78e2f6e6022e tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "DELETE /v2.0/floatingips/0d308163-d86e-4f43-843e-9cd7a3754777 HTTP/1.1" status: 204 len: 168 time: 0.9203906 Mar 23 19:53:27.619023 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:27.622312 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a299ae82-4ea6-4f24-834f-86b6699c1a78" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:27.658013 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6945730-74b2-43df-aa43-96b8923ff95d x-openstack-request-id: req-e6945730-74b2-43df-aa43-96b8923ff95d {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:27.658304 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:27.658555 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6945730-74b2-43df-aa43-96b8923ff95d {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:27.658957 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'status': 'completed', 'code': 200} Mar 23 19:53:27.715450 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:27.723173 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-ead2256f-0e03-4a75-816f-621428f5265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:27.724678 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-ead2256f-0e03-4a75-816f-621428f5265c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 1098 time: 0.0409441 Mar 23 19:53:27.819256 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-9220503f-7be9-47d8-9d88-2ba8319939e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:27.820661 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-9220503f-7be9-47d8-9d88-2ba8319939e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.0868666 Mar 23 19:53:27.877378 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-29248809-7cde-4e4c-b96b-a40fc4baedae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d HTTP/1.1" status: 200 len: 217 time: 0.0474753 Mar 23 19:53:27.940661 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-17732463-dfdb-49b7-b40c-50ec2d742eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:27.942305 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-17732463-dfdb-49b7-b40c-50ec2d742eb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0473652 Mar 23 19:53:27.999083 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-36b3a2da-efe5-48e9-a6a3-9a39187a06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:28.000594 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-36b3a2da-efe5-48e9-a6a3-9a39187a06c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486422 Mar 23 19:53:28.032494 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55399c-f5de-4521-9bab-253e9fe03746 req-1a622b9d-e613-4894-a64f-a22c785e2603 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:28.034705 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d55399c-f5de-4521-9bab-253e9fe03746 req-1a622b9d-e613-4894-a64f-a22c785e2603 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0596471 Mar 23 19:53:28.035936 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:33Z', 'revision_number': 1, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:28.065776 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:53:28.074583 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:28.075008 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:28.078074 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8d55399c-f5de-4521-9bab-253e9fe03746 req-b6bea8b3-9cec-4526-9607-b7824b8408aa tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366981 Mar 23 19:53:28.109456 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-56dcc9ef-fe47-4308-b6e6-11a1b84ca32e service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948808 Mar 23 19:53:28.178368 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:28.199084 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-a299ae82-4ea6-4f24-834f-86b6699c1a78 req-1351f00c-9c8c-40f2-ac57-2056c1ca3d88 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819950 Mar 23 19:53:28.403187 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:33Z', 'revision_number': 1, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:28.435122 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69865151-b401-48ab-8802-2a2037d7da65 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '203eb4d7-6326-4bb1-876e-1129977abeee', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'port_id': '902fea61-65ad-44bd-bab2-552a9420f587', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'mac_address': 'fa:16:3e:c7:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:49:29Z', 'updated_at': '2022-03-23T19:49:33Z', 'revision_number': 1, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:53:28.645488 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d377e9-f73d-432f-b9f2-a899e3511ac5 None None] New status for floating IP 0d308163-d86e-4f43-843e-9cd7a3754777: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:53:29.200463 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bca4cc-0363-4e6b-99d6-4f7a0cfac135 req-331edcc4-efaf-401f-8711-de3a9435b376 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:29.201959 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-95bca4cc-0363-4e6b-99d6-4f7a0cfac135 req-331edcc4-efaf-401f-8711-de3a9435b376 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0532019 Mar 23 19:53:29.240095 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-95bca4cc-0363-4e6b-99d6-4f7a0cfac135 req-37978d58-353e-42d0-b77b-96220148bf7b tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Mar 23 19:53:29.306208 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ed0-4756-412e-a401-748383e47238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:29.883744 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:29.961470 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533148ff-e034-4560-ac88-6757ffaed030 req-3cfb396e-69d1-4d0b-81c5-c76d30cd4322 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:29.962969 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-533148ff-e034-4560-ac88-6757ffaed030 req-3cfb396e-69d1-4d0b-81c5-c76d30cd4322 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0522099 Mar 23 19:53:30.050370 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Deleting port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:30.050715 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:30.356566 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe857aa-d7e5-462a-8e68-2e227377f3f3 req-5f586455-8302-4ad0-b0fd-01f5f07b5995 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:30.358137 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cfe857aa-d7e5-462a-8e68-2e227377f3f3 req-5f586455-8302-4ad0-b0fd-01f5f07b5995 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 945 time: 0.0506840 Mar 23 19:53:30.395806 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cfe857aa-d7e5-462a-8e68-2e227377f3f3 req-1d8d7497-39d5-4c35-8d24-b3d3a3d9c965 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Mar 23 19:53:30.404753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] For port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:30.405148 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:30.417874 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Calling delete_port for 6c41b18c-94e6-47a8-9029-a4ab4d0c477d owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:30.597655 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:30.628485 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'Port': ['ID=6c41b18c-94e6-47a8-9029-a4ab4d0c477d,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:30.668737 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] No DVR routers for this DVR port 6c41b18c-94e6-47a8-9029-a4ab4d0c477d on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:53:30.671220 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:30.674463 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-533148ff-e034-4560-ac88-6757ffaed030 req-d5a3c939-3578-48f2-b539-5fb1465557fd tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "DELETE /v2.0/ports/6c41b18c-94e6-47a8-9029-a4ab4d0c477d HTTP/1.1" status: 204 len: 173 time: 0.7051954 Mar 23 19:53:30.674899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'name': 'network-vif-deleted', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:30.677210 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab08ff97-a5cc-41e6-8c49-ac9f314c6207" -d '{"events": [{"server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "name": "network-vif-deleted", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:30.714190 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742b44a-99f4-4f57-9ec5-bca735dc2340 x-openstack-request-id: req-6742b44a-99f4-4f57-9ec5-bca735dc2340 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:30.714190 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd630dd-6d33-4711-b9cd-5f450744038b", "name": "network-vif-deleted", "tag": "6c41b18c-94e6-47a8-9029-a4ab4d0c477d", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:30.714863 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6742b44a-99f4-4f57-9ec5-bca735dc2340 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:30.714980 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd630dd-6d33-4711-b9cd-5f450744038b', 'name': 'network-vif-deleted', 'tag': '6c41b18c-94e6-47a8-9029-a4ab4d0c477d', 'status': 'completed', 'code': 200} Mar 23 19:53:31.368866 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ecc72aaa-e175-4004-9823-6b0fa8e45306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:31.498631 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9f84eb1a-a551-488f-9829-2eac622e96c6 req-5bc4de81-c361-4a10-a748-7c7a8a13d86a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd630dd-6d33-4711-b9cd-5f450744038b HTTP/1.1" status: 200 len: 210 time: 0.0259554 Mar 23 19:53:32.912060 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:33.483347 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6c41b18c-94e6-47a8-9029-a4ab4d0c477d no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:33.503143 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 6c41b18c-94e6-47a8-9029-a4ab4d0c477d {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:33.503488 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6c41b18c-94e6-47a8-9029-a4ab4d0c477d not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:34.316934 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:34.768428 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:34.991704 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33404) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:35.142274 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Deleting port 2eadd1f0-1f1a-4c8e-87fc-3d6bc572577d {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:35.142525 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:35.219146 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:35.219465 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:35.230859 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Calling delete_port for 2eadd1f0-1f1a-4c8e-87fc-3d6bc572577d owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:35.437759 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:35.469366 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'Port': ['ID=2eadd1f0-1f1a-4c8e-87fc-3d6bc572577d,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:35.522504 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:35.522860 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Floating IP 203eb4d7-6326-4bb1-876e-1129977abeee disassociated (deleted). External IP: 172.27.1.203, port: 902fea61-65ad-44bd-bab2-552a9420f587. Mar 23 19:53:35.724714 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:53:35.831175 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:53:35.836138 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:35.841286 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:53:35.850528 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:35.851128 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:35.863670 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-0faafa59-ac11-4919-bac5-eb63bed15bab tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "DELETE /v2.0/floatingips/203eb4d7-6326-4bb1-876e-1129977abeee HTTP/1.1" status: 204 len: 168 time: 0.8708696 Mar 23 19:53:35.864256 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:35.866663 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "tag": "902fea61-65ad-44bd-bab2-552a9420f587"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:35.910134 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87950270-bf55-4a93-9688-cf2bb73efbb6 x-openstack-request-id: req-87950270-bf55-4a93-9688-cf2bb73efbb6 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:35.910434 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "tag": "902fea61-65ad-44bd-bab2-552a9420f587", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:35.910691 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87950270-bf55-4a93-9688-cf2bb73efbb6 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:35.911096 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587', 'status': 'completed', 'code': 200} Mar 23 19:53:35.964117 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:35.977572 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-d682c3be-bf38-453d-9a0b-d76b4b15d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:35.979005 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-d682c3be-bf38-453d-9a0b-d76b4b15d61a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a694e27144174a21a33b5e209c65b9f3&device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 1099 time: 0.0412011 Mar 23 19:53:36.076940 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-3d7e4023-5350-4f51-97b7-dd066f52e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:36.078423 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-3d7e4023-5350-4f51-97b7-dd066f52e142 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 200 len: 913 time: 0.0881371 Mar 23 19:53:36.127662 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-4cdfd3b1-268b-45e8-b894-7428729c362c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 200 len: 217 time: 0.0352447 Mar 23 19:53:36.160819 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:36.188011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-84bef1b7-78d0-468d-8936-3e13b2bfd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:36.189513 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-84bef1b7-78d0-468d-8936-3e13b2bfd181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 200 len: 851 time: 0.0486736 Mar 23 19:53:36.190700 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:53:36.199037 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:36.199609 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:36.241035 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-c9210b25-d663-47d1-a51e-86a94ddd7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:36.242635 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-c9210b25-d663-47d1-a51e-86a94ddd7856 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126f9639-b5bb-4a3d-becf-4b0dec973f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452356 Mar 23 19:53:36.305057 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:36.317403 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294a4d-5835-421d-81be-e0b578f36c80 req-666bec87-fe9d-43af-932e-cdac9ccfea93 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:36.319570 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-04294a4d-5835-421d-81be-e0b578f36c80 req-666bec87-fe9d-43af-932e-cdac9ccfea93 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.0542479 Mar 23 19:53:36.346763 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-eeb99d94-ac04-48d4-8d59-c1792b0ba713 service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953784 Mar 23 19:53:36.360511 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-04294a4d-5835-421d-81be-e0b578f36c80 req-fa3775c4-1749-4d89-970c-5ef7088210f1 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Mar 23 19:53:36.445643 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-44968f64-c4fd-40e9-b2ae-7ebcfe8671e5 req-b2dc681b-d9ea-40e0-8e8e-17e507167c7f service neutron] 10.222.0.41 "GET /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879936 Mar 23 19:53:36.508776 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:36.535279 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f499-5636-4bc2-8ba7-3414f093ec73 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:45:14Z', 'revision_number': 4, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'd0f8a1a6-1c56-4597-868e-937c8c7d5f4a', 'name': '', 'network_id': '126f9639-b5bb-4a3d-becf-4b0dec973f25', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'mac_address': 'fa:16:3e:59:ca:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0b755a6f-07aa-4149-8660-7b337feea847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:13Z', 'updated_at': '2022-03-23T19:45:19Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'subnets': [{'id': '0b755a6f-07aa-4149-8660-7b337feea847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:53:36.740556 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133bc55-d284-4905-b57f-708e72da6289 None None] New status for floating IP 203eb4d7-6326-4bb1-876e-1129977abeee: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:53:37.478922 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57f2eb-7a25-4f8a-96e9-53b3c87d19ba req-c4bd5354-9ef8-45ac-96eb-a3664858827a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:37.480421 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c57f2eb-7a25-4f8a-96e9-53b3c87d19ba req-c4bd5354-9ef8-45ac-96eb-a3664858827a tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.0516605 Mar 23 19:53:37.517915 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6c57f2eb-7a25-4f8a-96e9-53b3c87d19ba req-0ebe6146-2e83-434d-a2bd-bf1e77574be8 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a39e501-9ef7-4721-85ee-7e4c27b6d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Mar 23 19:53:38.165269 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-5d4639e5-fef9-492a-a5d5-12c2213231d3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:53:38.172310 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-5d4639e5-fef9-492a-a5d5-12c2213231d3 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 946 time: 0.0481527 Mar 23 19:53:38.261420 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Deleting port 902fea61-65ad-44bd-bab2-552a9420f587 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:38.261759 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:38.348263 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] For port 902fea61-65ad-44bd-bab2-552a9420f587, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=902fea61-65ad-44bd-bab2-552a9420f587,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:38.348620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:38.360511 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Calling delete_port for 902fea61-65ad-44bd-bab2-552a9420f587 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:38.551753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:38.580973 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'Port': ['ID=902fea61-65ad-44bd-bab2-552a9420f587,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:38.612464 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.613423 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.613423 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.613635 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.613964 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.614293 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.614620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.614942 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.615265 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.615586 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.615902 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.616216 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:38.617810 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d560d70d-2275-4174-b16b-17ed1af80dac req-61bead26-9653-4655-8965-7219f7bcf0b7 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 210 time: 0.0301299 Mar 23 19:53:38.636619 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] No DVR routers for this DVR port 902fea61-65ad-44bd-bab2-552a9420f587 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:53:38.639106 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:38.642383 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-20e5d835-e0d8-4481-ac80-390c3e302493 req-761f5774-0c2c-4a52-8a25-be12b86b2872 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.41 "DELETE /v2.0/ports/902fea61-65ad-44bd-bab2-552a9420f587 HTTP/1.1" status: 204 len: 173 time: 0.4693897 Mar 23 19:53:38.642839 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'name': 'network-vif-deleted', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:53:38.645069 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495996e3-5dad-4ee5-9476-66bf40a8aca2" -d '{"events": [{"server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "name": "network-vif-deleted", "tag": "902fea61-65ad-44bd-bab2-552a9420f587"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:53:38.680198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163b92e-2596-4017-95ca-a0a8754c92a6 x-openstack-request-id: req-4163b92e-2596-4017-95ca-a0a8754c92a6 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:53:38.680562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf", "name": "network-vif-deleted", "tag": "902fea61-65ad-44bd-bab2-552a9420f587", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:53:38.680821 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4163b92e-2596-4017-95ca-a0a8754c92a6 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:53:38.681263 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf', 'name': 'network-vif-deleted', 'tag': '902fea61-65ad-44bd-bab2-552a9420f587', 'status': 'completed', 'code': 200} Mar 23 19:53:39.721222 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-12bc660e-3e0c-44e1-b19a-dff4803284c4 req-0b47cdf6-a797-4b4f-8043-2265eefbf408 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa52f0d0-6ee9-45d8-bcc9-778ca23c3daf HTTP/1.1" status: 200 len: 210 time: 0.0263729 Mar 23 19:53:40.783298 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33426) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:40.903764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Deleting port 691d5c49-5115-4942-acec-2bfb794dd137 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:40.904199 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:40.976430 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:40.976756 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:40.987874 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Calling delete_port for 691d5c49-5115-4942-acec-2bfb794dd137 owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:41.209411 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:41.235835 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'Port': ['ID=691d5c49-5115-4942-acec-2bfb794dd137,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:41.297840 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:41.300296 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:41.301492 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-2d56ed1c-a1af-4433-a4c5-63f242ed1574 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "DELETE /v2.0/floatingips/0f8b137f-e060-4f66-b5cc-06934d48256f HTTP/1.1" status: 204 len: 168 time: 0.5172210 Mar 23 19:53:41.539185 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 902fea61-65ad-44bd-bab2-552a9420f587 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:41.559461 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 902fea61-65ad-44bd-bab2-552a9420f587 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:41.559858 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 902fea61-65ad-44bd-bab2-552a9420f587 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:42.600323 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33438) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:42.657434 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8dad55f7-ce08-4d3b-9cda-72c5ccbf1a72 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:42.681488 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8dad55f7-ce08-4d3b-9cda-72c5ccbf1a72 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:42.819967 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8dad55f7-ce08-4d3b-9cda-72c5ccbf1a72 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:42.822597 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8dad55f7-ce08-4d3b-9cda-72c5ccbf1a72 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:42.823883 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8dad55f7-ce08-4d3b-9cda-72c5ccbf1a72 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a39e501-9ef7-4721-85ee-7e4c27b6d787 HTTP/1.1" status: 204 len: 168 time: 0.2225518 Mar 23 19:53:42.833329 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad55f7-ce08-4d3b-9cda-72c5ccbf1a72 tempest-TestVolumeBootPattern-1390235929 tempest-TestVolumeBootPattern-1390235929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a39e501-9ef7-4721-85ee-7e4c27b6d787,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:42.928164 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33442) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:43.373871 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:43.857769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Deleting port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:43.858100 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:43.933492 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] For port d0f8a1a6-1c56-4597-868e-937c8c7d5f4a, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:43.934204 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:43.945499 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Calling delete_port for d0f8a1a6-1c56-4597-868e-937c8c7d5f4a owned by network:router_interface {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:44.168565 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:44.195058 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f8a1a6-1c56-4597-868e-937c8c7d5f4a,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:44.359375 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:44.593048 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:53:44.695215 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:53:44.700886 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-3a22c7bc-9937-4cde-88a2-03cdeb0700e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709856 Mar 23 19:53:44.703781 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33448) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:44.706529 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] Sync routers for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:53:44.718178 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:44.718915 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:44.817190 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks [] for router, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:44.827381 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:44.920517 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.055624 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Deleting port 606c5ba0-c5d6-46be-844f-e94a49a3c749 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:45.056776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.102763 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:53:44Z', 'revision_number': 5, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port': {'id': '606c5ba0-c5d6-46be-844f-e94a49a3c749', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:10Z', 'updated_at': '2022-03-23T19:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:45.139697 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] Checking router: b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:53:45.145417 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] For port 606c5ba0-c5d6-46be-844f-e94a49a3c749, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=606c5ba0-c5d6-46be-844f-e94a49a3c749,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:45.145715 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.151105 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] Routers {'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:45.151845 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:45.158561 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Calling delete_port for 606c5ba0-c5d6-46be-844f-e94a49a3c749 owned by network:router_gateway {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:45.243761 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] Set router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:45.297707 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:53:44Z', 'revision_number': 6, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:45.323479 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552996d-f0bd-4ec8-9d05-6ab539da26a7 None None] The sync data for ids ['b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf'] in dv-cinder-834962-1-iscsi is: [{'id': 'b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf', 'name': 'tempest-TestVolumeBootPattern-1374422925-router', 'tenant_id': 'a694e27144174a21a33b5e209c65b9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:09Z', 'updated_at': '2022-03-23T19:53:44Z', 'revision_number': 6, 'project_id': 'a694e27144174a21a33b5e209c65b9f3', 'gw_port_host': None}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:53:45.380769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.404477 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=606c5ba0-c5d6-46be-844f-e94a49a3c749,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:45.413943 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.414298 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.414637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.414970 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.415300 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.416149 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.416149 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.416344 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.416576 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.416908 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.417245 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.417566 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:45.480568 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.573901 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.576496 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.700460 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.701065 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf {{(pid=108885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:53:45.705569 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.706718 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6177895a-d075-45e8-a6ee-343fda28d8cd admin admin] 10.222.0.31 "DELETE /v2.0/routers/b18a8eac-35e0-4c2d-8b5e-ef6d578ddadf HTTP/1.1" status: 204 len: 168 time: 1.0020003 Mar 23 19:53:45.709568 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33452) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:45.757197 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Deleting subnet 0b755a6f-07aa-4149-8660-7b337feea847 {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:53:45.760437 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.798202 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28786389'] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.873565 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:45.986380 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28412512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25457037'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.012915 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b755a6f-07aa-4149-8660-7b337feea847,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:46.015842 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.019190 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-02745c3a-6f0c-45bb-8708-4fec59e918c1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b755a6f-07aa-4149-8660-7b337feea847 HTTP/1.1" status: 204 len: 168 time: 0.3084571 Mar 23 19:53:46.021147 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a918d0-2555-4866-a6d5-f059d9b9d3d4 None None] Network 126f9639-b5bb-4a3d-becf-4b0dec973f25 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:53:46.021828 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33454) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:46.101987 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.156285 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Deleting port e5ede676-3308-4044-8abd-7ecd968cef71 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:46.156738 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.204083 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] DHCP port deletion for 126f9639-b5bb-4a3d-becf-4b0dec973f25 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:53:46.225574 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] For port e5ede676-3308-4044-8abd-7ecd968cef71, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e5ede676-3308-4044-8abd-7ecd968cef71,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:46.225938 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.243054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Calling delete_port for e5ede676-3308-4044-8abd-7ecd968cef71 owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:46.251447 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Deleting port e5ede676-3308-4044-8abd-7ecd968cef71 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:46.251822 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.318512 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] For port e5ede676-3308-4044-8abd-7ecd968cef71, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=e5ede676-3308-4044-8abd-7ecd968cef71,segment=NetworkSegment(14e45902-f2b0-4cbd-b4e4-4f289f26dfd4),segment_id=14e45902-f2b0-4cbd-b4e4-4f289f26dfd4)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:46.318512 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.332518 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Calling delete_port for e5ede676-3308-4044-8abd-7ecd968cef71 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:46.379942 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.412252 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ede676-3308-4044-8abd-7ecd968cef71,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:46.415709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] No DVR routers for this DVR port e5ede676-3308-4044-8abd-7ecd968cef71 on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:53:46.422386 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.447608 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Pushing event deleted for resources: {'Port': ['ID=e5ede676-3308-4044-8abd-7ecd968cef71,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:46.455725 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] No DVR routers for this DVR port e5ede676-3308-4044-8abd-7ecd968cef71 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:53:46.458346 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.461395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.462134 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.462134 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5956c0-f0ca-4271-a6ca-482dd7a387d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:53:46.500781 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.521892 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f9639-b5bb-4a3d-becf-4b0dec973f25']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:46.531710 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:46.532007 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e45902-f2b0-4cbd-b4e4-4f289f26dfd4') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:46.541036 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.553568 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d0f8a1a6-1c56-4597-868e-937c8c7d5f4a no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:46.554874 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.561048 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:53:46.561615 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:53:46.563270 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:53:46.573854 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: d0f8a1a6-1c56-4597-868e-937c8c7d5f4a {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:46.574195 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d0f8a1a6-1c56-4597-868e-937c8c7d5f4a not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:46.574613 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e5ede676-3308-4044-8abd-7ecd968cef71 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:46.593908 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: e5ede676-3308-4044-8abd-7ecd968cef71 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:46.594248 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device e5ede676-3308-4044-8abd-7ecd968cef71 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:46.594656 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 606c5ba0-c5d6-46be-844f-e94a49a3c749 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:46.616940 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 606c5ba0-c5d6-46be-844f-e94a49a3c749 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:46.617311 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 606c5ba0-c5d6-46be-844f-e94a49a3c749 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:46.659880 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.671516 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:46.671516 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/126f9639-b5bb-4a3d-becf-4b0dec973f25 HTTP/1.1" status: 204 len: 168 time: 0.6454186 Mar 23 19:53:46.672786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33456) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:46.679422 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1424cb-32db-4d30-80f7-ec1cc7d21aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=126f9639-b5bb-4a3d-becf-4b0dec973f25,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:47.020969 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:47.259688 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Deleting port 44e5797c-0988-4b25-bc33-a4eb61f7b672 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:47.260032 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:47.336451 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] For port 44e5797c-0988-4b25-bc33-a4eb61f7b672, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=44e5797c-0988-4b25-bc33-a4eb61f7b672,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:47.336731 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:47.349322 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Calling delete_port for 44e5797c-0988-4b25-bc33-a4eb61f7b672 owned by network:router_interface {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:47.568659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:47.598978 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e5797c-0988-4b25-bc33-a4eb61f7b672,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:47.766345 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:47.979429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Router c542dc5c-b992-45e8-92a4-de6d64633945 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:53:48.094730 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:53:48.099941 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-220d2eee-0e6b-4f88-9d49-e5b037a9a5f8 admin admin] 10.222.0.31 "PUT /v2.0/routers/c542dc5c-b992-45e8-92a4-de6d64633945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4261043 Mar 23 19:53:48.102474 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33458) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:48.103337 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] Sync routers for ids ['c542dc5c-b992-45e8-92a4-de6d64633945'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:53:48.113646 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] Routers {'c542dc5c-b992-45e8-92a4-de6d64633945'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:48.114269 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c542dc5c-b992-45e8-92a4-de6d64633945'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:48.218674 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] Set router c542dc5c-b992-45e8-92a4-de6d64633945 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:48.409229 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:53:47Z', 'revision_number': 5, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:48.440447 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] Checking router: c542dc5c-b992-45e8-92a4-de6d64633945 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:53:48.448881 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] Routers {'c542dc5c-b992-45e8-92a4-de6d64633945'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:53:48.449506 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:53:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['c542dc5c-b992-45e8-92a4-de6d64633945'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:48.490552 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks [] for router, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:48.554842 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] Set router c542dc5c-b992-45e8-92a4-de6d64633945 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:53:48.593614 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:48.697478 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Deleting port 0dc86f41-828c-4147-87ee-0c1fea3543be {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:48.697697 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:48.747810 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:53:47Z', 'revision_number': 5, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:48.773807 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca40960-2f3d-4207-91ac-b51d9addf0c0 None None] The sync data for ids ['c542dc5c-b992-45e8-92a4-de6d64633945'] in dv-cinder-834962-1-iscsi is: [{'id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'name': 'tempest-TestVolumeBootPattern-396685765-router', 'tenant_id': '9f6f66a0538044a0a723c0bd261cb85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:45:17Z', 'updated_at': '2022-03-23T19:53:47Z', 'revision_number': 5, 'project_id': '9f6f66a0538044a0a723c0bd261cb85a', 'gw_port': {'id': '0dc86f41-828c-4147-87ee-0c1fea3543be', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542dc5c-b992-45e8-92a4-de6d64633945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:45:19Z', 'updated_at': '2022-03-23T19:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:53:48.775054 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] For port 0dc86f41-828c-4147-87ee-0c1fea3543be, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=0dc86f41-828c-4147-87ee-0c1fea3543be,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:48.775426 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:48.788488 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Calling delete_port for 0dc86f41-828c-4147-87ee-0c1fea3543be owned by network:router_gateway {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:48.992129 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.021553 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc86f41-828c-4147-87ee-0c1fea3543be,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:49.082454 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.173595 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.176810 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.271850 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.272380 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c542dc5c-b992-45e8-92a4-de6d64633945 {{(pid=108884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:53:49.276764 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.278055 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-000c7446-ea7b-4f91-9ea4-f750de6820cc admin admin] 10.222.0.31 "DELETE /v2.0/routers/c542dc5c-b992-45e8-92a4-de6d64633945 HTTP/1.1" status: 204 len: 168 time: 1.1746261 Mar 23 19:53:49.280751 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33460) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:49.329182 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Deleting subnet 9b0053f5-5184-413e-be8b-69ca440de0f7 {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:53:49.332505 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.367980 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28786389'] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.450437 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.573874 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28412512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25457037'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.599232 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0053f5-5184-413e-be8b-69ca440de0f7,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:49.602793 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.605888 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ae301e14-fa4f-4e39-b158-6ac6dfe6b889 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b0053f5-5184-413e-be8b-69ca440de0f7 HTTP/1.1" status: 204 len: 168 time: 0.3241844 Mar 23 19:53:49.608340 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026737e-b585-4d3c-97fb-25b0eb7ffb02 None None] Network a0da582d-a6a2-4ea8-8566-2faecbed8c89 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:53:49.608842 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33462) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:49.679321 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.735650 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Deleting port 6bf3154f-7560-4bf7-8f57-08acec2cf14f {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:49.736280 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.807712 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] For port 6bf3154f-7560-4bf7-8f57-08acec2cf14f, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=6bf3154f-7560-4bf7-8f57-08acec2cf14f,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:49.808082 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.822230 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Calling delete_port for 6bf3154f-7560-4bf7-8f57-08acec2cf14f owned by network:dhcp {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:49.899891 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] DHCP port deletion for a0da582d-a6a2-4ea8-8566-2faecbed8c89 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:53:49.946520 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] Deleting port 6bf3154f-7560-4bf7-8f57-08acec2cf14f {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:53:49.946909 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:49.996475 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.011482 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] For port 6bf3154f-7560-4bf7-8f57-08acec2cf14f, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=6bf3154f-7560-4bf7-8f57-08acec2cf14f,segment=NetworkSegment(db1f44ce-d14f-4a56-9da9-305e75d01ce0),segment_id=db1f44ce-d14f-4a56-9da9-305e75d01ce0)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:53:50.011868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.024922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] Calling delete_port for 6bf3154f-7560-4bf7-8f57-08acec2cf14f owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:53:50.025571 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf3154f-7560-4bf7-8f57-08acec2cf14f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:50.029664 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] No DVR routers for this DVR port 6bf3154f-7560-4bf7-8f57-08acec2cf14f on host dv-cinder-834962-1-iscsi {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:53:50.099094 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.100316 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.119607 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0da582d-a6a2-4ea8-8566-2faecbed8c89']}} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:50.128471 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] Pushing event deleted for resources: {'Port': ['ID=6bf3154f-7560-4bf7-8f57-08acec2cf14f,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:50.130524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1f44ce-d14f-4a56-9da9-305e75d01ce0') {'for_net_delete': True} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:50.130822 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1f44ce-d14f-4a56-9da9-305e75d01ce0') {} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:53:50.133506 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c329c7-27a8-4d45-9b12-f8119e238795 None None] No DVR routers for this DVR port 6bf3154f-7560-4bf7-8f57-08acec2cf14f on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:53:50.146524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28786412'] for segment, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.159471 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.165255 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=108884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:53:50.165696 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28413890'] for segment, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: Traceback (most recent call last): Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: timer() Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: cb(*args, **kw) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: return func(*args, **kwargs) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: self._notify() Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: self.callback(batched_events) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: event.method(event) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: return f(self, *a, **k) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._get(url).json() Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: return self.request(url, 'GET', **kwargs) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:53:50.167307 dv-cinder-834962-1-iscsi neutron-server[108884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:53:50.328505 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.334046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.337229 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0da582d-a6a2-4ea8-8566-2faecbed8c89 HTTP/1.1" status: 204 len: 168 time: 0.7277803 Mar 23 19:53:50.347912 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9043-3ae0-4aea-b406-697c441e4432 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0da582d-a6a2-4ea8-8566-2faecbed8c89,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:50.552428 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 44e5797c-0988-4b25-bc33-a4eb61f7b672 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:50.573231 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 44e5797c-0988-4b25-bc33-a4eb61f7b672 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:50.573575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 44e5797c-0988-4b25-bc33-a4eb61f7b672 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:50.574023 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 6bf3154f-7560-4bf7-8f57-08acec2cf14f no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:50.593091 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 6bf3154f-7560-4bf7-8f57-08acec2cf14f {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:50.593429 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 6bf3154f-7560-4bf7-8f57-08acec2cf14f not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:50.593828 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0dc86f41-828c-4147-87ee-0c1fea3543be no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:53:50.612416 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 0dc86f41-828c-4147-87ee-0c1fea3543be {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:53:50.613063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 0dc86f41-828c-4147-87ee-0c1fea3543be not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:53:50.642076 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33470) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:50.680889 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-208af91a-a45b-4d6f-bd33-e33495050792 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a694e27144174a21a33b5e209c65b9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376513 Mar 23 19:53:50.683385 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33472) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:50.730005 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1a321a6a-8549-4d9b-8717-e3d6ba686a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.753990 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1a321a6a-8549-4d9b-8717-e3d6ba686a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.876968 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1a321a6a-8549-4d9b-8717-e3d6ba686a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.879504 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-1a321a6a-8549-4d9b-8717-e3d6ba686a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:50.880693 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-1a321a6a-8549-4d9b-8717-e3d6ba686a00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee8f5408-9d9c-4acd-972b-4aa6460c4875 HTTP/1.1" status: 204 len: 168 time: 0.1963792 Mar 23 19:53:50.889288 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a321a6a-8549-4d9b-8717-e3d6ba686a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f5408-9d9c-4acd-972b-4aa6460c4875,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:51.469998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33478) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:51.508888 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8acfe9fa-89bb-436f-b16f-2e2f8d1c54df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f6f66a0538044a0a723c0bd261cb85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376749 Mar 23 19:53:51.511473 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33480) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:53:51.558643 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a6-4628-4c4b-ab9c-4694c6e4aeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:51.579696 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a6-4628-4c4b-ab9c-4694c6e4aeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:51.671068 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a6-4628-4c4b-ab9c-4694c6e4aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:51.673639 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-4085c9a6-4628-4c4b-ab9c-4694c6e4aeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:51.674786 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-4085c9a6-4628-4c4b-ab9c-4694c6e4aeeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7da8975f-a5b2-42fb-9c16-cc46095064bb HTTP/1.1" status: 204 len: 168 time: 0.1624277 Mar 23 19:53:51.682378 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085c9a6-4628-4c4b-ab9c-4694c6e4aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da8975f-a5b2-42fb-9c16-cc46095064bb,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:53:59.362532 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-2544b38c-2067-4962-8591-df432e4a2112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:53:59.583005 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:53:59.899610 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:01.356982 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-2e5cc11a-4bb7-4a8e-9eb2-d7711001bf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:02.859684 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:04.265501 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:04.790936 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:05.733602 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-9b2a7c62-6bc3-491b-801b-2ac9038b90e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388846 Mar 23 19:54:05.800423 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-8be8a1af-9ae1-4184-80bf-58b0f18f4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:05.801894 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-8be8a1af-9ae1-4184-80bf-58b0f18f4d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 1098 time: 0.0389659 Mar 23 19:54:05.906901 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-48e36b69-ee2d-4a84-b057-829484f2f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:05.908345 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-48e36b69-ee2d-4a84-b057-829484f2f617 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 916 time: 0.0861535 Mar 23 19:54:05.972072 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-0e8adcf3-196d-42b8-b552-7e2c9a796694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 HTTP/1.1" status: 200 len: 1000 time: 0.0566964 Mar 23 19:54:06.024049 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-b8723b82-6b6c-4c06-bfb2-e127f8830d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:06.025397 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-b8723b82-6b6c-4c06-bfb2-e127f8830d9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0462432 Mar 23 19:54:06.070961 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-88ef944b-0ebb-4fa5-b884-fa0d75bec439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:06.072386 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-88ef944b-0ebb-4fa5-b884-fa0d75bec439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385656 Mar 23 19:54:06.160160 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-cc694832-6687-4f1a-acf0-e37dce0b0692 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789068 Mar 23 19:54:06.250115 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-cfc4ed88-cf5d-4e6f-8140-b8e06277caac req-4ae8f378-0966-4e0e-8e35-d8e478cf65d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827892 Mar 23 19:54:09.338894 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e88cc-1537-48bd-8f56-36f62185249b req-bbaa03e3-1281-4f98-87f5-bd30fdd8a5b0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:09.340348 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-223e88cc-1537-48bd-8f56-36f62185249b req-bbaa03e3-1281-4f98-87f5-bd30fdd8a5b0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 946 time: 0.0483685 Mar 23 19:54:09.381559 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-223e88cc-1537-48bd-8f56-36f62185249b req-56032064-15f1-4f3b-b8e8-1a639206500e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349836 Mar 23 19:54:10.598156 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dbeca-6d1b-4417-85b2-f22af7e26e2a req-51da397e-8055-4070-b35b-20bbac59966b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:10.599598 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fb4dbeca-6d1b-4417-85b2-f22af7e26e2a req-51da397e-8055-4070-b35b-20bbac59966b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 946 time: 0.1474230 Mar 23 19:54:10.636123 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fb4dbeca-6d1b-4417-85b2-f22af7e26e2a req-a3ad84b2-7a16-4f0d-b595-d4e5fa88bfec tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306394 Mar 23 19:54:10.708833 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-48abaa88-918a-4ea0-bf6a-8d56e1ce3858 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:10.710433 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-48abaa88-918a-4ea0-bf6a-8d56e1ce3858 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 946 time: 0.0485597 Mar 23 19:54:10.806933 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:54:10.807276 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:10.894527 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] For port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:54:10.894890 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:11.065477 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:11.065761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:11.066081 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP e13bbb7d-a7fa-4493-b944-debdb4e87c92 disassociated. External IP: 172.27.1.52, port: 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c. Mar 23 19:54:11.066424 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:54:11.230593 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:11.258427 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=7b918b3c-3ca0-40b9-bc5e-f6a0bada778c,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:11.369562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:54:11.477248 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:54:11.488601 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:54:11.498089 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:54:11.498768 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:54:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:11.520746 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] No DVR routers for this DVR port 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:54:11.523317 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:11.526810 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-e78811bb-6637-4fa2-af41-2ccf57353a68 req-79885810-0987-4af1-b4a2-5c7baeefee9c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "DELETE /v2.0/ports/7b918b3c-3ca0-40b9-bc5e-f6a0bada778c HTTP/1.1" status: 204 len: 173 time: 0.8096697 Mar 23 19:54:11.527220 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'name': 'network-vif-deleted', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:54:11.530756 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbaa52c-50c9-45c2-a17f-dd6aa48934ef" -d '{"events": [{"server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "name": "network-vif-deleted", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:54:11.566786 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443095b3-4f4a-4411-a335-0256af8ca4c4 x-openstack-request-id: req-443095b3-4f4a-4411-a335-0256af8ca4c4 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:54:11.569792 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1592572-5593-4211-b07e-36c18be1e13f", "name": "network-vif-deleted", "tag": "7b918b3c-3ca0-40b9-bc5e-f6a0bada778c", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:54:11.569792 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-443095b3-4f4a-4411-a335-0256af8ca4c4 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:54:11.569792 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1592572-5593-4211-b07e-36c18be1e13f', 'name': 'network-vif-deleted', 'tag': '7b918b3c-3ca0-40b9-bc5e-f6a0bada778c', 'status': 'completed', 'code': 200} Mar 23 19:54:11.608394 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:54:11.746541 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-97e23737-ac4d-49af-af2e-f78684a79964 req-4c017a82-ecb6-4907-881d-2ef0c9c9bbce tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1592572-5593-4211-b07e-36c18be1e13f HTTP/1.1" status: 200 len: 210 time: 0.0274217 Mar 23 19:54:11.852061 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:15Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:11.878711 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:54:11.886891 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:54:11.887455 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:54:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:11.990532 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:54:12.209318 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:15Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:12.235723 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d0725-49e5-43fe-b3fe-89c127ffbba1 None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '3f9b156c-d904-4dcb-ae19-fe14fd5b2368', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:07:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e6eed-243a-4c31-b552-7d395250f637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:51:55Z', 'updated_at': '2022-03-23T19:52:15Z', 'revision_number': 2, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:54:12.453113 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd76f0-5237-419b-b080-b4318419697c None None] New status for floating IP e13bbb7d-a7fa-4493-b944-debdb4e87c92: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:54:12.894596 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33514) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:12.947108 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68fed5af-05fb-4849-8a70-2788d6f6bdc2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:12.969637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68fed5af-05fb-4849-8a70-2788d6f6bdc2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.059434 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68fed5af-05fb-4849-8a70-2788d6f6bdc2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.062172 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68fed5af-05fb-4849-8a70-2788d6f6bdc2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.063291 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-68fed5af-05fb-4849-8a70-2788d6f6bdc2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb HTTP/1.1" status: 204 len: 168 time: 0.1676922 Mar 23 19:54:13.066173 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33516) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:13.072065 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fed5af-05fb-4849-8a70-2788d6f6bdc2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:13.081719 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.api.v2.resource [None req-2ba8b27a-6038-430c-8168-97a304949f89 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] show failed (client error): The resource could not be found. Mar 23 19:54:13.083249 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-2ba8b27a-6038-430c-8168-97a304949f89 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups/0ad6249a-0a8b-43b7-bb9e-5997ede9e1cb HTTP/1.1" status: 404 len: 347 time: 0.0159297 Mar 23 19:54:13.086024 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33518) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:13.205761 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port 72891c98-4759-4ecb-9492-c0ac1c9ce5db {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:54:13.206098 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.277740 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.278148 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.290085 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for 72891c98-4759-4ecb-9492-c0ac1c9ce5db owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:54:13.499642 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.523328 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=72891c98-4759-4ecb-9492-c0ac1c9ce5db,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:13.588542 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.591167 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:13.592287 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-fa62f6bb-f989-4e7b-b6ce-328d5615f512 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/floatingips/e13bbb7d-a7fa-4493-b944-debdb4e87c92 HTTP/1.1" status: 204 len: 168 time: 0.5053577 Mar 23 19:54:15.431351 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242ef9d-51ae-46c1-9fcd-61059bc59602 req-4c29591a-a050-41e5-a124-52baa540c1c4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:15.432792 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5242ef9d-51ae-46c1-9fcd-61059bc59602 req-4c29591a-a050-41e5-a124-52baa540c1c4 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 945 time: 0.0494306 Mar 23 19:54:15.476837 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5242ef9d-51ae-46c1-9fcd-61059bc59602 req-8cb49c16-d0d4-4456-9a47-e481ef30a349 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Mar 23 19:54:15.803182 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:54:15.825928 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:54:15.826362 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 7b918b3c-3ca0-40b9-bc5e-f6a0bada778c not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:54:16.593553 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3172de9-b509-4a04-b52e-1b418d049b13 req-d0376699-8ef0-48d5-87d8-ce4242d4cd65 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:16.595012 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f3172de9-b509-4a04-b52e-1b418d049b13 req-d0376699-8ef0-48d5-87d8-ce4242d4cd65 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Mar 23 19:54:16.631925 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f3172de9-b509-4a04-b52e-1b418d049b13 req-00cd786a-7aab-46d0-a325-688c739dff68 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=18dc85fb-4941-4ab5-88ed-653df910f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Mar 23 19:54:17.033773 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-f654d41c-fee6-49cd-b392-7bb03f838908 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:17.035229 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-f654d41c-fee6-49cd-b392-7bb03f838908 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Mar 23 19:54:17.126792 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:54:17.127121 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:17.222668 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] For port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:54:17.223031 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:17.391901 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:17.392173 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:17.392492 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP 3f9b156c-d904-4dcb-ae19-fe14fd5b2368 disassociated. External IP: 172.27.1.28, port: 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2. Mar 23 19:54:17.392830 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:54:17.579201 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:17.608868 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=92107cef-0b7f-4f04-a1e1-6ae3d4d787a2,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:17.721553 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:54:17.725513 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-670c72a3-d313-4930-9267-094bad262a85 req-8de5e79b-c35e-4332-82df-2eea5f4020d9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=907e6eed-243a-4c31-b552-7d395250f637 HTTP/1.1" status: 200 len: 210 time: 0.0273576 Mar 23 19:54:17.828574 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:54:17.838944 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:54:17.848227 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:54:17.848836 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:54:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:17.866595 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] No DVR routers for this DVR port 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:54:17.869073 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:17.872937 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ac7e1fcf-bfda-4e85-a3ac-099898a9b2a5 req-a57b2e8b-db14-42c1-9522-cdd855c449e1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "DELETE /v2.0/ports/92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 HTTP/1.1" status: 204 len: 173 time: 0.8318193 Mar 23 19:54:17.873437 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'name': 'network-vif-deleted', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:54:17.875596 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581fd2a0-a866-4ee2-b731-88f0e9dce790" -d '{"events": [{"server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "name": "network-vif-deleted", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:54:17.912072 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb1f246-94e0-43a8-85f6-1c07185e42f7 x-openstack-request-id: req-0eb1f246-94e0-43a8-85f6-1c07185e42f7 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:54:17.912367 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e6eed-243a-4c31-b552-7d395250f637", "name": "network-vif-deleted", "tag": "92107cef-0b7f-4f04-a1e1-6ae3d4d787a2", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:54:17.912627 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eb1f246-94e0-43a8-85f6-1c07185e42f7 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:54:17.913057 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e6eed-243a-4c31-b552-7d395250f637', 'name': 'network-vif-deleted', 'tag': '92107cef-0b7f-4f04-a1e1-6ae3d4d787a2', 'status': 'completed', 'code': 200} Mar 23 19:54:18.046938 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:54:18.244305 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:18.273964 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:54:18.282741 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:54:18.283339 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:54:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:18.388804 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:54:18.581845 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:18.608102 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df77f53-d171-493b-b047-fe2498f8be7d None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:54:18.845249 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326093bf-3de6-4ea6-bb4c-2f7f07d4192d None None] New status for floating IP 3f9b156c-d904-4dcb-ae19-fe14fd5b2368: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:54:18.889293 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33548) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:18.947148 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28a44929-b1c1-4771-97b1-7cdb302cf7a9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:18.970656 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28a44929-b1c1-4771-97b1-7cdb302cf7a9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.076494 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28a44929-b1c1-4771-97b1-7cdb302cf7a9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.079147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28a44929-b1c1-4771-97b1-7cdb302cf7a9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.084733 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-28a44929-b1c1-4771-97b1-7cdb302cf7a9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/security-groups/18dc85fb-4941-4ab5-88ed-653df910f34b HTTP/1.1" status: 204 len: 168 time: 0.1899619 Mar 23 19:54:19.084890 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33550) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:19.096131 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44929-b1c1-4771-97b1-7cdb302cf7a9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc85fb-4941-4ab5-88ed-653df910f34b,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:19.103830 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.api.v2.resource [None req-58e10718-2b63-4b88-8cfc-8bd09bcef767 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] show failed (client error): The resource could not be found. Mar 23 19:54:19.105059 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-58e10718-2b63-4b88-8cfc-8bd09bcef767 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups/18dc85fb-4941-4ab5-88ed-653df910f34b HTTP/1.1" status: 404 len: 347 time: 0.0190523 Mar 23 19:54:19.109708 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33552) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:19.229293 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port ef3c62e5-5f92-4131-b7ab-af6790d7022b {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:54:19.229655 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.302297 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.302541 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.313685 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for ef3c62e5-5f92-4131-b7ab-af6790d7022b owned by network:floatingip {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:54:19.498639 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.524133 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=ef3c62e5-5f92-4131-b7ab-af6790d7022b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:19.585042 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.587551 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:19.588690 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-f457f70a-ea25-4172-9e05-b89f4ec5a5f1 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/floatingips/3f9b156c-d904-4dcb-ae19-fe14fd5b2368 HTTP/1.1" status: 204 len: 168 time: 0.4780524 Mar 23 19:54:20.313621 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33556) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:20.319591 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454046538', 'description': 'tempest-description--754985905'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:20.407979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.473316 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.510489 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.544974 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6851cfc1-d20b-42cb-9612-971fe5bd5177,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:20.621519 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.622808 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5c6e5173-e238-42a7-8cdd-57b1aaf7d706 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3068485 Mar 23 19:54:20.625626 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33558) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:20.629979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '6851cfc1-d20b-42cb-9612-971fe5bd5177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:20.710017 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.767989 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.830940 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.849617 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3d824f-f068-46e1-8cb9-1f8bdaff2aa5,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:20.912567 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:20.913836 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9af11368-c043-4901-8245-a41895d97361 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872729 Mar 23 19:54:20.916521 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33560) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:20.920776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '6851cfc1-d20b-42cb-9612-971fe5bd5177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:21.012043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.066427 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.127363 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.147260 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09e7062-2a2c-4d0a-8247-a7e96ee1586e,revision_number=0']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:21.215129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.216355 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-bdf2bfaf-7fb8-488d-87aa-a29f6c036751 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988663 Mar 23 19:54:21.219287 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33562) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:21.223475 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:21.299243 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.392909 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.498056 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_common [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.27.1.18 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/9a25b3b8-1f5a-4b76-b2c5-40d8bdc3a1ee) {{(pid=108885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:54:21.594557 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.665374 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:21.706014 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:54:21.709200 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.base_scheduler [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:54:21.712692 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:54:21.816269 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:54:21.837684 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:54:21.838031 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 92107cef-0b7f-4f04-a1e1-6ae3d4d787a2 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:54:21.977683 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=9a25b3b8-1f5a-4b76-b2c5-40d8bdc3a1ee,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:22.040187 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:22.113233 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:22.258998 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:22.321996 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30130207'] for port, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:22.390637 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=9a25b3b8-1f5a-4b76-b2c5-40d8bdc3a1ee,revision_number=2']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:22.402100 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:22.495713 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:22.497726 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-384f9b85-f93d-4b8c-8886-f63939ecd731 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2772388 Mar 23 19:54:22.686746 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-658d6e4a-0bef-4263-a13f-a6395e1a244a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1454046538&fields=id&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 267 time: 0.0360999 Mar 23 19:54:22.792951 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f6cb4c4e-f8ba-4a3d-80d6-a4792c351161 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:22.794962 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f6cb4c4e-f8ba-4a3d-80d6-a4792c351161 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1015348 Mar 23 19:54:22.809941 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-0805a8bc-5cd2-4707-9f36-c836df1feebe tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/quotas/25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 375 time: 0.0085862 Mar 23 19:54:22.861481 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-5ae30db7-854e-4de5-93e1-9227e9314069 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465059 Mar 23 19:54:22.917968 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-659666d2-7ad6-45a3-b264-5c96ce3ced1f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:54:22.919743 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-659666d2-7ad6-45a3-b264-5c96ce3ced1f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462866 Mar 23 19:54:23.011683 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-9c53e946-61e9-4095-aff4-35b6a4c7ed5c service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Mar 23 19:54:23.104859 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-7a55fdfe-a3c1-4c12-8db4-ac9229235a9a service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Mar 23 19:54:23.340965 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-98bcbfe3-97e0-4ba9-a549-9ee7078de2ec req-bf09bcb9-b116-407e-93c9-7f0760740568 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 210 time: 0.0267024 Mar 23 19:54:24.437999 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bc531adb-8b10-4cfe-83c5-dc07cad9f7b4 req-b6c667a2-f890-4560-8313-2577c5a892b0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 210 time: 0.0271537 Mar 23 19:54:25.116509 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-38c564f9-0bd2-4eb5-b934-486a73f0b799 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:25.117968 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-38c564f9-0bd2-4eb5-b934-486a73f0b799 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1013207 Mar 23 19:54:25.165928 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-0995a27b-dc65-4d31-9092-39496e9d4535 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 380 time: 0.0372016 Mar 23 19:54:25.177380 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'port': {'device_id': '40abae6f-e2fb-433a-a133-5884a07d0702', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'admin_state_up': True, 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'security_groups': ['6851cfc1-d20b-42cb-9612-971fe5bd5177']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:25.350953 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Made reservation on behalf of 25f8fdc3742c4185b6e0bc58e1c9f0e7 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:54:25.354587 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:25.485828 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.20.0.14 (ab549119-5b40-4b0f-b0f6-b124181bcae4/8db81470-e987-4341-aec2-1fe7becea671/6368348d-f3fc-4289-b2d6-65a010010cfc) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:54:25.532132 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0e8e798a-0329-4a44-a3b2-36fe2f0ed733 req-c8762938-0557-4a05-91c2-06ddaf2f41e5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 210 time: 0.0268266 Mar 23 19:54:25.618121 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:25.716543 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:25.760230 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:54:25.763454 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:54:25.767079 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:54:25.773236 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=6368348d-f3fc-4289-b2d6-65a010010cfc,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:25.820530 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:25.821164 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:25.896206 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-97cafbdb-f331-45bb-aa53-2002b3f74405 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222490 Mar 23 19:54:25.906102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-cb0f2d16-fb34-4b65-a674-87b33138f0b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:54:25.907110 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-cb0f2d16-fb34-4b65-a674-87b33138f0b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054376 Mar 23 19:54:25.954831 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-fc46da8a-b763-40ab-acdf-b2ffc894add1 None None] Provisioning complete for port 6368348d-f3fc-4289-b2d6-65a010010cfc triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:54:25.955333 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-fc46da8a-b763-40ab-acdf-b2ffc894add1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:25.965063 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Request body: {'port': {'device_id': '40abae6f-e2fb-433a-a133-5884a07d0702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:25.992043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-fc46da8a-b763-40ab-acdf-b2ffc894add1 None None] Port 6368348d-f3fc-4289-b2d6-65a010010cfc cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:54:26.020571 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:26.273450 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6368348d-f3fc-4289-b2d6-65a010010cfc {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:54:26.281016 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:26.292072 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Transition to ACTIVE for port object 6368348d-f3fc-4289-b2d6-65a010010cfc will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:54:26.350439 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:26.399040 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Pushing event updated for resources: {'Port': ['ID=6368348d-f3fc-4289-b2d6-65a010010cfc,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:26.473707 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Attempting to bind port 6368348d-f3fc-4289-b2d6-65a010010cfc on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:54:26.474042 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Attempting to bind port 6368348d-f3fc-4289-b2d6-65a010010cfc by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:54:26.474377 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Attempting to bind port 6368348d-f3fc-4289-b2d6-65a010010cfc on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:54:26.478788 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Port 6368348d-f3fc-4289-b2d6-65a010010cfc on network ab549119-5b40-4b0f-b0f6-b124181bcae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:54:26.479104 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Attempting to bind port 6368348d-f3fc-4289-b2d6-65a010010cfc on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:54:26.484617 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:54:26.484954 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:54:26.485366 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Bound using segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:54:26.485785 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Bound port: 6368348d-f3fc-4289-b2d6-65a010010cfc, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:54:26.486142 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:26.551254 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] For port 6368348d-f3fc-4289-b2d6-65a010010cfc, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:54:26.554344 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] For port 6368348d-f3fc-4289-b2d6-65a010010cfc, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6368348d-f3fc-4289-b2d6-65a010010cfc,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:54:26.636603 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:26.648916 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894deca3-ec28-41be-bb86-ae9cb6c0c58d req-c3d0fcab-0a4d-492c-85a4-ce641b72a973 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:26.651907 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-894deca3-ec28-41be-bb86-ae9cb6c0c58d req-c3d0fcab-0a4d-492c-85a4-ce641b72a973 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 944 time: 0.0483751 Mar 23 19:54:26.677031 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:26.677611 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:26.679021 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] 10.222.0.41 "PUT /v2.0/ports/6368348d-f3fc-4289-b2d6-65a010010cfc HTTP/1.1" status: 200 len: 1094 time: 0.7638464 Mar 23 19:54:26.679480 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:54:26.681748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1e625-8cc4-485e-a374-19010ed57f91" -d '{"events": [{"name": "network-changed", "server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:54:26.691597 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-894deca3-ec28-41be-bb86-ae9cb6c0c58d req-28ad5bfd-3705-4025-93a3-4b0f1e1f1350 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Mar 23 19:54:26.717678 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796d40-6136-421d-ab8e-ee5a2334c361 service neutron] Pushing event updated for resources: {'Port': ['ID=6368348d-f3fc-4289-b2d6-65a010010cfc,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:26.737462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3b473-ce2e-4d32-84fb-c58f71c662ec x-openstack-request-id: req-59b3b473-ce2e-4d32-84fb-c58f71c662ec {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:54:26.737754 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:54:26.738008 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59b3b473-ce2e-4d32-84fb-c58f71c662ec {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:54:26.738408 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'status': 'completed', 'code': 200} Mar 23 19:54:26.812693 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1e625-8cc4-485e-a374-19010ed57f91 req-f50ed312-e8ce-4629-a87a-2efc2f038ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:26.814146 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9da1e625-8cc4-485e-a374-19010ed57f91 req-f50ed312-e8ce-4629-a87a-2efc2f038ffb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 1097 time: 0.0476944 Mar 23 19:54:26.911131 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1e625-8cc4-485e-a374-19010ed57f91 req-e995f5a6-0311-41c6-b017-1bdaf3e95d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:26.912594 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9da1e625-8cc4-485e-a374-19010ed57f91 req-e995f5a6-0311-41c6-b017-1bdaf3e95d83 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909636 Mar 23 19:54:27.008139 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1e625-8cc4-485e-a374-19010ed57f91 req-6e129654-98e2-4ad4-b081-a0641d31cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:27.009537 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-9da1e625-8cc4-485e-a374-19010ed57f91 req-6e129654-98e2-4ad4-b081-a0641d31cd57 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896952 Mar 23 19:54:27.087868 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-ea402b6f-048a-4acc-84e7-e09584f06364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:27.089266 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-ea402b6f-048a-4acc-84e7-e09584f06364 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 1097 time: 0.0402198 Mar 23 19:54:27.130542 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-32148ec9-ea83-4cdd-bcd2-6d0001445812 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6368348d-f3fc-4289-b2d6-65a010010cfc HTTP/1.1" status: 200 len: 217 time: 0.0326316 Mar 23 19:54:27.181046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-b57395ad-a512-4763-9982-59a9d6ba85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:27.182449 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-b57395ad-a512-4763-9982-59a9d6ba85b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0452149 Mar 23 19:54:27.228402 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-47ca8ab5-cfa4-4cfe-90e2-bbeb4c81aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:27.229920 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-47ca8ab5-cfa4-4cfe-90e2-bbeb4c81aa47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387373 Mar 23 19:54:27.315389 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-f95bb4a7-8bea-4c21-9764-85667da8794f service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779378 Mar 23 19:54:27.406218 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-720dfdb3-7680-4b6a-9bca-650befecfdf3 req-9f5355a6-2916-44a2-94ae-dabc87bac734 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832672 Mar 23 19:54:27.811709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9394d-3d9c-4ce2-b43a-5c7211bcf7bf req-afb29b6b-5438-417c-b082-0680d32770fc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:27.813177 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-08f9394d-3d9c-4ce2-b43a-5c7211bcf7bf req-afb29b6b-5438-417c-b082-0680d32770fc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 944 time: 0.0516524 Mar 23 19:54:27.850400 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-08f9394d-3d9c-4ce2-b43a-5c7211bcf7bf req-b22fd38f-4461-44ef-a54e-89d287d0314c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Mar 23 19:54:28.964894 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b4ba-117c-4fb2-9e21-3c9fa10936b5 req-c8f86e06-1f68-4e9b-ae3f-3ff15dafcd2e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:28.966668 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b95b4ba-117c-4fb2-9e21-3c9fa10936b5 req-c8f86e06-1f68-4e9b-ae3f-3ff15dafcd2e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 944 time: 0.0485160 Mar 23 19:54:29.003755 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b95b4ba-117c-4fb2-9e21-3c9fa10936b5 req-83e32b84-0889-4683-bc51-778a5c3ce277 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Mar 23 19:54:29.338621 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-14506eae-018c-4bbb-9484-f3841f11f946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:29.817345 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6368348d-f3fc-4289-b2d6-65a010010cfc details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:54:29.912364 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:29.939806 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 6368348d-f3fc-4289-b2d6-65a010010cfc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6368348d-f3fc-4289-b2d6-65a010010cfc,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:54:29.949703 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'port_id': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'mac_address': 'fa:16:3e:55:e8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:54:29.986278 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:29.998288 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6368348d-f3fc-4289-b2d6-65a010010cfc {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:54:30.016526 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 6368348d-f3fc-4289-b2d6-65a010010cfc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6368348d-f3fc-4289-b2d6-65a010010cfc,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:54:30.076206 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:30.119318 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f9c2c-c772-4234-8f40-543983b757b4 req-dfe4e02c-432d-42d8-91fc-c19e81e468c9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:30.120864 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-227f9c2c-c772-4234-8f40-543983b757b4 req-dfe4e02c-432d-42d8-91fc-c19e81e468c9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Mar 23 19:54:30.123380 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=6368348d-f3fc-4289-b2d6-65a010010cfc,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:30.159824 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-227f9c2c-c772-4234-8f40-543983b757b4 req-78404027-48d2-493c-aa2e-ad3c57e612dd tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315726 Mar 23 19:54:30.309974 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['6368348d-f3fc-4289-b2d6-65a010010cfc'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:54:31.277762 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ee031-afa6-4d01-8971-14cc0014c09f req-c9728d38-fd8c-44c2-9300-a09d3a3b76f2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:31.279222 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d23ee031-afa6-4d01-8971-14cc0014c09f req-c9728d38-fd8c-44c2-9300-a09d3a3b76f2 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 945 time: 0.0517795 Mar 23 19:54:31.318152 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d23ee031-afa6-4d01-8971-14cc0014c09f req-46627f9b-4617-4324-9aa9-9dddfc8f7b52 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330088 Mar 23 19:54:31.378867 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b7fe02ea-3f15-496a-9bdd-a677db4024e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:31.832858 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6368348d-f3fc-4289-b2d6-65a010010cfc up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:54:31.933095 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port 6368348d-f3fc-4289-b2d6-65a010010cfc completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:54:31.936735 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 6368348d-f3fc-4289-b2d6-65a010010cfc triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:54:31.937131 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:32.015022 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:32.036931 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:54:32.039171 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03c03e7-7874-48df-9c25-9845b0466eb7" -d '{"events": [{"server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "name": "network-vif-plugged", "status": "completed", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:54:32.051512 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 6368348d-f3fc-4289-b2d6-65a010010cfc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6368348d-f3fc-4289-b2d6-65a010010cfc,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:54:32.076151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48de2e2f-dbf5-4ddb-ac24-f5bb66edb6d3 x-openstack-request-id: req-48de2e2f-dbf5-4ddb-ac24-f5bb66edb6d3 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:54:32.076433 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "name": "network-vif-plugged", "status": "completed", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:54:32.076678 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48de2e2f-dbf5-4ddb-ac24-f5bb66edb6d3 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:54:32.077091 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'code': 200} Mar 23 19:54:32.104856 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:32.152829 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=6368348d-f3fc-4289-b2d6-65a010010cfc,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:54:32.337502 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e8d6f-34f1-4dd6-86e8-0c30b4b04327 req-207192de-e711-41a8-af21-96eef4d1bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:32.338970 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ed2e8d6f-34f1-4dd6-86e8-0c30b4b04327 req-207192de-e711-41a8-af21-96eef4d1bd9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 1099 time: 0.0401399 Mar 23 19:54:32.375463 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-ed2e8d6f-34f1-4dd6-86e8-0c30b4b04327 req-fc0b0fb0-8b6b-423d-ade2-6ceccf32185a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280478 Mar 23 19:54:32.430231 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef286a-47f6-4d3c-9f79-6fbfa77010d9 req-e1f53e10-7327-45cc-8b4a-05e32a1f3a5c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:32.431750 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-29ef286a-47f6-4d3c-9f79-6fbfa77010d9 req-e1f53e10-7327-45cc-8b4a-05e32a1f3a5c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0479467 Mar 23 19:54:32.470010 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-29ef286a-47f6-4d3c-9f79-6fbfa77010d9 req-be37ea48-40a0-4252-b18c-4b607bc2733e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Mar 23 19:54:32.910394 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:33.586093 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507f054-cf2f-49e5-8bbf-f9fefd4a0566 req-76489fbe-1056-482c-a056-4bd33eead37c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:33.587548 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f507f054-cf2f-49e5-8bbf-f9fefd4a0566 req-76489fbe-1056-482c-a056-4bd33eead37c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0492201 Mar 23 19:54:33.626241 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f507f054-cf2f-49e5-8bbf-f9fefd4a0566 req-9ade40d5-d098-4f70-bafa-146ed13ec99d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Mar 23 19:54:34.258781 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:34.744334 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d47ba-60be-40de-913e-21a4a82f1f32 req-cfecd898-9ce9-4baf-b253-cdcc56977137 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:34.745717 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e78d47ba-60be-40de-913e-21a4a82f1f32 req-cfecd898-9ce9-4baf-b253-cdcc56977137 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Mar 23 19:54:34.784684 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:34.788707 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e78d47ba-60be-40de-913e-21a4a82f1f32 req-c3e5d8cd-139f-487c-91cb-5a5332d35b15 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369859 Mar 23 19:54:34.899649 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1250f1-0f67-439d-9cc4-ed5ab6023e25 req-0bb47bd9-7a05-4eb9-8cbc-bc9845d79e82 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:34.901140 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1e1250f1-0f67-439d-9cc4-ed5ab6023e25 req-0bb47bd9-7a05-4eb9-8cbc-bc9845d79e82 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0476172 Mar 23 19:54:34.910096 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33628) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:54:34.914591 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'port_id': '6368348d-f3fc-4289-b2d6-65a010010cfc'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:54:34.952930 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:35.382982 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:35.441540 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:35.541179 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP ed8f6c97-e120-4edc-a7f2-e5495260b304 associated. External IP: 172.27.1.18, port: 6368348d-f3fc-4289-b2d6-65a010010cfc. Mar 23 19:54:35.741133 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:54:35.847043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:54:35.851777 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:35.856834 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:54:35.866697 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:54:35.867291 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:54:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:35.878603 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5f92ba88-fe3b-4627-b357-66a249ad6a01 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "PUT /v2.0/floatingips/ed8f6c97-e120-4edc-a7f2-e5495260b304 HTTP/1.1" status: 200 len: 991 time: 0.9674745 Mar 23 19:54:35.879180 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:54:35.881446 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426a58c4-450a-4e9a-b1c7-824f1a9584c9" -d '{"events": [{"name": "network-changed", "server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:54:35.976174 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d24e9e-48d5-4329-b158-b67ef08bc720 x-openstack-request-id: req-73d24e9e-48d5-4329-b158-b67ef08bc720 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:54:35.976467 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:54:35.976722 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73d24e9e-48d5-4329-b158-b67ef08bc720 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:54:35.976852 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:54:35.977156 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'status': 'completed', 'code': 200} Mar 23 19:54:36.045741 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-2702b45c-0906-4ae5-98f5-78fde9a1f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:36.047147 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-2702b45c-0906-4ae5-98f5-78fde9a1f29b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 1099 time: 0.0474129 Mar 23 19:54:36.138636 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-5ed855e6-719a-4e50-9f2a-3aad77ff0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:36.140094 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-5ed855e6-719a-4e50-9f2a-3aad77ff0f75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 916 time: 0.0859277 Mar 23 19:54:36.195039 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'ed8f6c97-e120-4edc-a7f2-e5495260b304', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:55:e8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abae6f-e2fb-433a-a133-5884a07d0702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:54:21Z', 'updated_at': '2022-03-23T19:54:35Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:36.226253 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:54:36.235784 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:54:36.236412 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:54:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:36.344385 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:54:36.483384 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-f849ad11-8097-4871-8f56-fda9e713b8ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6368348d-f3fc-4289-b2d6-65a010010cfc HTTP/1.1" status: 200 len: 999 time: 0.3362563 Mar 23 19:54:36.533304 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-8d874de9-fa86-45ac-a7a6-051b660d8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:36.534796 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-8d874de9-fa86-45ac-a7a6-051b660d8310 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0444052 Mar 23 19:54:36.578253 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'ed8f6c97-e120-4edc-a7f2-e5495260b304', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:55:e8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abae6f-e2fb-433a-a133-5884a07d0702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:54:21Z', 'updated_at': '2022-03-23T19:54:35Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:54:36.579776 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-52c484f3-a18c-466a-8a84-23d228d6781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:54:36.581312 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-52c484f3-a18c-466a-8a84-23d228d6781d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397818 Mar 23 19:54:36.584679 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:54:36.607863 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d2ddc-c674-42a2-af9e-eff8bf6cadcb None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': 'ed8f6c97-e120-4edc-a7f2-e5495260b304', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:55:e8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40abae6f-e2fb-433a-a133-5884a07d0702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:54:21Z', 'updated_at': '2022-03-23T19:54:35Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:54:36.676265 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-dfc252f2-cd51-4777-a20e-ccfb1570e32c service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878732 Mar 23 19:54:36.769305 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-426a58c4-450a-4e9a-b1c7-824f1a9584c9 req-cbe38504-8bdf-4f02-b64c-1fe7ddc8f881 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Mar 23 19:54:36.794591 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba188fb-0042-4c13-b46e-1db3f484116c None None] New status for floating IP ed8f6c97-e120-4edc-a7f2-e5495260b304: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:54:59.326838 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa96e-c1f6-4e2a-af7f-406417e3d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:54:59.915420 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:01.355113 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-96d63e58-9eef-44bd-b515-c9a710836efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:02.898439 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:04.252669 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:04.767155 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:05.711348 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-c78da179-a0d3-41ee-a3c6-9f430d1f96eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433428 Mar 23 19:55:05.793462 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-e78cf954-6f7c-4144-8e16-de7a34a667e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:05.794852 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-e78cf954-6f7c-4144-8e16-de7a34a667e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0395274 Mar 23 19:55:05.901706 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-83a993a8-39c2-402d-b51c-cdcfc30e5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:05.903161 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-83a993a8-39c2-402d-b51c-cdcfc30e5de4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 910 time: 0.0847666 Mar 23 19:55:05.970672 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-993f12cd-87ce-4ae6-9713-2767a46bbdce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 1001 time: 0.0593169 Mar 23 19:55:06.021318 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-260d9de5-0566-4043-be25-79f428c2d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:06.022701 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-260d9de5-0566-4043-be25-79f428c2d986 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0425897 Mar 23 19:55:06.067637 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-b9ffdb2c-2cd8-468d-906e-e177570186b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:06.069052 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-b9ffdb2c-2cd8-468d-906e-e177570186b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394840 Mar 23 19:55:06.161708 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-ccc1779f-5184-418e-9202-7089a6fa98fa service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Mar 23 19:55:06.251326 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-09a684d7-0f0c-41dd-8075-7c7ec72e800f req-4ce37d48-5fa0-47bf-b002-3809cbc1a93c service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818214 Mar 23 19:55:12.444225 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc1f0a-13a5-4712-9f1e-4569d56cad11 req-19acdc8d-8933-40ac-af60-d8a6f93c6653 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:12.445786 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-81fc1f0a-13a5-4712-9f1e-4569d56cad11 req-19acdc8d-8933-40ac-af60-d8a6f93c6653 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0568323 Mar 23 19:55:12.485154 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-81fc1f0a-13a5-4712-9f1e-4569d56cad11 req-a3a2cc21-1898-44de-b027-8cda85d54db5 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328867 Mar 23 19:55:13.583984 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:55:13.606596 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b148-6ccb-4b0b-82e2-0103ab6fc9b0 req-ba170434-66b5-48a3-9f5c-9c328307b7e0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:13.608062 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef8b148-6ccb-4b0b-82e2-0103ab6fc9b0 req-ba170434-66b5-48a3-9f5c-9c328307b7e0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Mar 23 19:55:13.646936 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fef8b148-6ccb-4b0b-82e2-0103ab6fc9b0 req-edde795d-2af6-4bc5-90b2-67dd77ed6eec tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Mar 23 19:55:14.759843 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dec119-0038-438f-8501-9bb0d5b79478 req-1a911d3a-4d1e-40be-bbea-300bbf66a712 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:14.761306 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-07dec119-0038-438f-8501-9bb0d5b79478 req-1a911d3a-4d1e-40be-bbea-300bbf66a712 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0480084 Mar 23 19:55:14.800606 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-07dec119-0038-438f-8501-9bb0d5b79478 req-3c81c660-f14a-48e2-bf8a-68ec2a713ed2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326409 Mar 23 19:55:15.933581 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaa27e-7cd2-4223-8474-9972dbd5f065 req-c8b9d3ce-a70b-4518-8983-a0ce6baefd22 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:15.935047 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d1aaa27e-7cd2-4223-8474-9972dbd5f065 req-c8b9d3ce-a70b-4518-8983-a0ce6baefd22 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0618992 Mar 23 19:55:15.971048 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d1aaa27e-7cd2-4223-8474-9972dbd5f065 req-2290ef3e-7db8-491b-bf30-7120a90e756a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301547 Mar 23 19:55:17.087653 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e259a-d01d-4f4b-b7e4-4ceb1a4890df req-33836f72-98f4-4870-bcac-826c821c0b07 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:17.089112 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8a5e259a-d01d-4f4b-b7e4-4ceb1a4890df req-33836f72-98f4-4870-bcac-826c821c0b07 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0517778 Mar 23 19:55:17.125939 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8a5e259a-d01d-4f4b-b7e4-4ceb1a4890df req-29584cde-5846-426a-898f-551948d04262 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Mar 23 19:55:18.241118 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9314-d16f-423f-b572-2d6dbc93dd95 req-cbd60492-dd9d-4aa5-b829-b8022162a874 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:18.242591 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf2d9314-d16f-423f-b572-2d6dbc93dd95 req-cbd60492-dd9d-4aa5-b829-b8022162a874 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Mar 23 19:55:18.280051 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-cf2d9314-d16f-423f-b572-2d6dbc93dd95 req-066a4a74-3729-4848-ab6e-4ed25eb85c42 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Mar 23 19:55:19.391164 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33787f6c-e1ce-4239-9f3a-7d2c9e9a9049 req-a393f5c2-c265-41b4-b3e4-e0f7e4194de3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:19.392604 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33787f6c-e1ce-4239-9f3a-7d2c9e9a9049 req-a393f5c2-c265-41b4-b3e4-e0f7e4194de3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0472920 Mar 23 19:55:19.430164 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-33787f6c-e1ce-4239-9f3a-7d2c9e9a9049 req-fc7b24c1-82f1-4f15-bba7-870ba7cb8eb0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Mar 23 19:55:20.548475 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5055c4a-0576-4d22-86b9-1b9988b237e9 req-77d4cd2d-6e68-475d-9239-0fe1cc201629 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:20.553845 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e5055c4a-0576-4d22-86b9-1b9988b237e9 req-77d4cd2d-6e68-475d-9239-0fe1cc201629 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0530062 Mar 23 19:55:20.591241 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e5055c4a-0576-4d22-86b9-1b9988b237e9 req-625d89da-9481-4822-a6b5-071597753a3e tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Mar 23 19:55:21.710004 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03f480-cbf9-4e60-af41-a7ba5ce5f1e1 req-446b24c4-6d3b-48ce-9edb-c1c23ecd0d51 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:21.711493 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1c03f480-cbf9-4e60-af41-a7ba5ce5f1e1 req-446b24c4-6d3b-48ce-9edb-c1c23ecd0d51 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Mar 23 19:55:21.748889 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1c03f480-cbf9-4e60-af41-a7ba5ce5f1e1 req-9b8b487f-b634-4ad2-b486-dbca168b9c9b tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Mar 23 19:55:22.669458 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-b879089a-6456-4889-9263-2386ee49ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:22.670928 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-b879089a-6456-4889-9263-2386ee49ec7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0437660 Mar 23 19:55:22.766822 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-4b7039e9-d8e0-4252-ae85-c2111c7999ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:22.768297 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-4b7039e9-d8e0-4252-ae85-c2111c7999ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 910 time: 0.0866606 Mar 23 19:55:22.852748 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-cdde70be-b188-47f7-b72e-8071e0c6d21b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 1001 time: 0.0723674 Mar 23 19:55:22.867857 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960c22a-a601-4c53-a470-dac5034725a1 req-c615c888-5725-41c8-bae2-4df72aa683c0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:22.869358 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9960c22a-a601-4c53-a470-dac5034725a1 req-c615c888-5725-41c8-bae2-4df72aa683c0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Mar 23 19:55:22.905609 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-6c409aa4-e683-45ad-931a-201ddb766aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:22.907093 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-6c409aa4-e683-45ad-931a-201ddb766aa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0467153 Mar 23 19:55:22.908668 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-9960c22a-a601-4c53-a470-dac5034725a1 req-b040422b-ebcc-4bed-8815-e9ff728255b0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331805 Mar 23 19:55:22.954481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-60c9d536-d2c9-4c0d-8f18-b783e80872e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:22.955974 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-60c9d536-d2c9-4c0d-8f18-b783e80872e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409868 Mar 23 19:55:23.050003 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-bd61f097-1600-4312-b457-336afbb385ad service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871303 Mar 23 19:55:23.142327 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-400a4b2d-d53a-46da-8fce-798cb74bd1ed req-05569c64-bc74-4eb9-b115-ef11ed82c510 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837810 Mar 23 19:55:23.506769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fed0e-d799-47e6-9cac-db613abdfd25 req-49a51df2-7abd-4f40-9d35-939488fc2fb0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:23.508198 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-142fed0e-d799-47e6-9cac-db613abdfd25 req-49a51df2-7abd-4f40-9d35-939488fc2fb0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0526800 Mar 23 19:55:23.544706 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-142fed0e-d799-47e6-9cac-db613abdfd25 req-0b56ed9a-a7e3-4f97-923f-e1999efed9ec tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Mar 23 19:55:24.023543 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b0d7f-b62c-4f21-8212-bfc7b42c1924 req-fbdf3cf7-3ad8-4dd2-865e-184ec2fbcb58 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:24.025026 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-828b0d7f-b62c-4f21-8212-bfc7b42c1924 req-fbdf3cf7-3ad8-4dd2-865e-184ec2fbcb58 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0480604 Mar 23 19:55:24.062886 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-828b0d7f-b62c-4f21-8212-bfc7b42c1924 req-ec4781ea-1e4c-41f4-8882-3194436794d8 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Mar 23 19:55:24.659047 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4a56-5f46-42b7-8d28-e029871d595a req-32051658-55b9-4d84-a02b-4b266fa9ccb7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:24.660454 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f57d4a56-5f46-42b7-8d28-e029871d595a req-32051658-55b9-4d84-a02b-4b266fa9ccb7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0480096 Mar 23 19:55:24.698428 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-f57d4a56-5f46-42b7-8d28-e029871d595a req-cfb0f4ba-9d05-41cd-b905-658fa64d5d5e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=6851cfc1-d20b-42cb-9612-971fe5bd5177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Mar 23 19:55:25.185051 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df83b7-e3e0-4519-8093-6a1b883eb2ad req-1be8a6df-9f83-4ff8-acab-328260925064 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:25.186538 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c7df83b7-e3e0-4519-8093-6a1b883eb2ad req-1be8a6df-9f83-4ff8-acab-328260925064 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Mar 23 19:55:25.197011 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc57199-90cb-47be-b841-3b6310574c0f req-d812165c-0d01-4df3-99a2-c0c84938e44e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:25.198622 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7fc57199-90cb-47be-b841-3b6310574c0f req-d812165c-0d01-4df3-99a2-c0c84938e44e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 946 time: 0.0551739 Mar 23 19:55:25.225337 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c7df83b7-e3e0-4519-8093-6a1b883eb2ad req-285e15c1-7ad0-4f7f-a19d-99452aaa6dac tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Mar 23 19:55:25.295603 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port 6368348d-f3fc-4289-b2d6-65a010010cfc {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:55:25.295944 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:25.386755 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] For port 6368348d-f3fc-4289-b2d6-65a010010cfc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=6368348d-f3fc-4289-b2d6-65a010010cfc,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:25.387110 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:25.556314 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:25.556671 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:25.557050 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP ed8f6c97-e120-4edc-a7f2-e5495260b304 disassociated. External IP: 172.27.1.18, port: 6368348d-f3fc-4289-b2d6-65a010010cfc. Mar 23 19:55:25.557400 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for 6368348d-f3fc-4289-b2d6-65a010010cfc owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:55:25.726876 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:25.757795 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=6368348d-f3fc-4289-b2d6-65a010010cfc,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:25.768445 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.768793 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.769193 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.769537 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.769877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.770284 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.770619 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.771507 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.771843 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.772268 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.772603 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.772934 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:25.802906 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-91508660-cfff-4928-80e6-e34779b161fb req-81e45994-cfe3-4000-8661-fbfc4c2b0bd7 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 210 time: 0.0336192 Mar 23 19:55:25.882608 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:55:25.993579 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:55:26.008271 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:55:26.014921 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:55:26.015527 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:55:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:26.033281 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] No DVR routers for this DVR port 6368348d-f3fc-4289-b2d6-65a010010cfc on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:55:26.035934 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:26.040142 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-7fc57199-90cb-47be-b841-3b6310574c0f req-37ad32b1-6f8e-40e9-bcf3-09d7d023b4f0 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "DELETE /v2.0/ports/6368348d-f3fc-4289-b2d6-65a010010cfc HTTP/1.1" status: 204 len: 173 time: 0.8358433 Mar 23 19:55:26.040604 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'name': 'network-vif-deleted', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:55:26.043481 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65423c7b-a3d2-43d1-88fe-f33381d371c4" -d '{"events": [{"server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "name": "network-vif-deleted", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:55:26.125879 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:55:26.151901 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcb7ac8-12d3-4ab7-b492-11b1926817ec x-openstack-request-id: req-0bcb7ac8-12d3-4ab7-b492-11b1926817ec {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:55:26.151901 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40abae6f-e2fb-433a-a133-5884a07d0702", "name": "network-vif-deleted", "tag": "6368348d-f3fc-4289-b2d6-65a010010cfc", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:55:26.151901 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bcb7ac8-12d3-4ab7-b492-11b1926817ec {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:55:26.151901 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40abae6f-e2fb-433a-a133-5884a07d0702', 'name': 'network-vif-deleted', 'tag': '6368348d-f3fc-4289-b2d6-65a010010cfc', 'status': 'completed', 'code': 200} Mar 23 19:55:26.342667 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:26.346767 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef060-cfa1-411c-a5aa-0e07d81b9b81 req-6ff96cfd-c746-45be-be71-55df3a0b937c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:26.348499 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-938ef060-cfa1-411c-a5aa-0e07d81b9b81 req-6ff96cfd-c746-45be-be71-55df3a0b937c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Mar 23 19:55:26.369962 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:55:26.378589 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:55:26.379193 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:55:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:26.387604 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-938ef060-cfa1-411c-a5aa-0e07d81b9b81 req-5ebc97eb-1e01-4e5d-a809-0a11f6b11765 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Mar 23 19:55:26.487190 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:55:26.503785 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-d74bcb37-fe1e-4f9d-919f-05541cdf6b5d req-71077f1f-c179-4cdd-9e95-8c43a0df659d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:55:26.504741 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d74bcb37-fe1e-4f9d-919f-05541cdf6b5d req-71077f1f-c179-4cdd-9e95-8c43a0df659d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512145 Mar 23 19:55:26.681166 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:26.711191 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66be4f-f4a8-438e-8035-4b245c40cf70 None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:55:26.916730 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-03088caf-fe48-436c-b46f-a3b7d4177b22 req-57c12628-d7ed-4c63-b5e4-d21902dd7fb6 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=40abae6f-e2fb-433a-a133-5884a07d0702 HTTP/1.1" status: 200 len: 210 time: 0.0309141 Mar 23 19:55:26.948090 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6d841-b6f7-48eb-a742-60fc81c8e0f9 None None] New status for floating IP ed8f6c97-e120-4edc-a7f2-e5495260b304: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:55:27.822354 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db607d5d-909c-4e68-9920-e562add980d3 req-cebcfe95-cc85-4eab-aa4c-bd0418100ff0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:27.823831 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-db607d5d-909c-4e68-9920-e562add980d3 req-cebcfe95-cc85-4eab-aa4c-bd0418100ff0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0546713 Mar 23 19:55:27.887345 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-db607d5d-909c-4e68-9920-e562add980d3 req-0c539572-1396-44b8-85f2-22a6f2aff4c0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575104 Mar 23 19:55:27.899248 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-73fdcf37-e1f8-4f6b-b0d6-963304889371 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036897 Mar 23 19:55:28.046579 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33758) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:28.101687 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.124711 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.193262 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:55:28.229382 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.231972 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.233143 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/security-groups/6851cfc1-d20b-42cb-9612-971fe5bd5177 HTTP/1.1" status: 204 len: 168 time: 0.1854672 Mar 23 19:55:28.241021 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33760) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:28.242357 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6851cfc1-d20b-42cb-9612-971fe5bd5177,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:28.250593 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.api.v2.resource [None req-94477e64-565e-44f4-9609-aec326dd9fe5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] show failed (client error): The resource could not be found. Mar 23 19:55:28.251605 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-94477e64-565e-44f4-9609-aec326dd9fe5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups/6851cfc1-d20b-42cb-9612-971fe5bd5177 HTTP/1.1" status: 404 len: 347 time: 0.0145066 Mar 23 19:55:28.251764 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.252339 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.252897 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.253363 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.253794 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.254309 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.254448 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33762) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:28.254811 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.255282 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.255854 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.256274 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.256822 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.257270 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3effe0c-c871-44f4-907e-ba36a8a02062 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.274902 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.302001 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:55:28.304229 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e22540-566e-4d86-9a97-a5c7b1b266ba" -d '{"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:55:28.317004 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:28.378186 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.378930 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6368348d-f3fc-4289-b2d6-65a010010cfc no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:55:28.383562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port 9a25b3b8-1f5a-4b76-b2c5-40d8bdc3a1ee {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:55:28.383562 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.403585 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bf113-ae0a-4cc6-b08d-1eeefabf7bf7 x-openstack-request-id: req-458bf113-ae0a-4cc6-b08d-1eeefabf7bf7 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:55:28.403877 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-unplugged", "status": "failed", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "code": 422}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:55:28.404129 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-458bf113-ae0a-4cc6-b08d-1eeefabf7bf7 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:55:28.404516 dv-cinder-834962-1-iscsi neutron-server[108886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'code': 422} returned with failed status Mar 23 19:55:28.424161 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 6368348d-f3fc-4289-b2d6-65a010010cfc {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:55:28.424507 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 6368348d-f3fc-4289-b2d6-65a010010cfc not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:55:28.447081 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=6']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:28.453860 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.454208 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.454549 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.454882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.455211 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.455556 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.455868 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.456444 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.456765 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.457129 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.457455 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.457772 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:55:28.464420 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.464756 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.476590 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for 9a25b3b8-1f5a-4b76-b2c5-40d8bdc3a1ee owned by network:floatingip {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:55:28.652167 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.678236 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=9a25b3b8-1f5a-4b76-b2c5-40d8bdc3a1ee,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:28.736194 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.738733 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:28.740483 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-28d3f691-8273-4023-aa09-cf08ffe96e07 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed8f6c97-e120-4edc-a7f2-e5495260b304 HTTP/1.1" status: 204 len: 168 time: 0.4851952 Mar 23 19:55:29.011996 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0923c-738d-4cc5-a7cf-8287a7892264 req-27861393-da58-4482-a30d-489e64f86948 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:29.013935 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ae0923c-738d-4cc5-a7cf-8287a7892264 req-27861393-da58-4482-a30d-489e64f86948 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0542994 Mar 23 19:55:29.050487 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-4ae0923c-738d-4cc5-a7cf-8287a7892264 req-95a84b0c-2d5f-4197-9c00-63298b5706b4 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Mar 23 19:55:29.250839 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33776) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:29.256710 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450839204', 'description': 'tempest-description--962407486'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:29.337614 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d5fcf0c6-239e-42ca-8fe6-c529bf852fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.343691 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.408060 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.457816 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.486728 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471e6949-cc92-4c3c-b632-e2fb681e524f,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:29.534194 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.535456 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b7a89ad6-101a-4bdd-a482-b87e65ef8e2f tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2835584 Mar 23 19:55:29.538699 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33778) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:29.543066 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '471e6949-cc92-4c3c-b632-e2fb681e524f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:29.622534 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.679847 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.743582 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.760506 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c27bb88-84b9-441b-a39a-5507f0bfc1e9,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:29.859574 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.861070 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-6042b52b-3129-4a7a-b828-9e66d3e45409 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214221 Mar 23 19:55:29.863749 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33780) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:29.868243 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'security_group_rule': {'security_group_id': '471e6949-cc92-4c3c-b632-e2fb681e524f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:29.926099 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:29.953869 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.010925 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.080743 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691283'] for security_group_rule, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.099867 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da5a92b-4096-483b-9213-73b14f4828b5,revision_number=0']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:30.168965 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ca4dc-0d21-4df0-a06a-c65e32c9ff62 req-73ede262-c776-4486-960c-b13cfe405864 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:30.170465 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a56ca4dc-0d21-4df0-a06a-c65e32c9ff62 req-73ede262-c776-4486-960c-b13cfe405864 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0485463 Mar 23 19:55:30.185431 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.186719 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-63d359ee-44ed-4ea2-9ca8-eef75ea9d6bc tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219066 Mar 23 19:55:30.189820 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33790) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:30.194797 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:30.218263 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a56ca4dc-0d21-4df0-a06a-c65e32c9ff62 req-1fc27ae1-2e6f-48be-9b86-d41ccd9f765e tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366712 Mar 23 19:55:30.269575 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.368886 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.469622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.27.1.51 (59901d46-0e76-482f-8879-69e15d01abdb/73f61129-375f-40be-8de6-63c3abc0a23a/47a3125f-7a04-4480-845f-c022d9bf2070) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:55:30.571723 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.652429 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.692596 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network 59901d46-0e76-482f-8879-69e15d01abdb is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:55:30.695918 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:55:30.699348 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:55:30.722924 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=47a3125f-7a04-4480-845f-c022d9bf2070,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:30.788590 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:30.888358 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:31.044187 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:31.097102 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:31.161065 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=47a3125f-7a04-4480-845f-c022d9bf2070,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:31.172792 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:31.231143 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:31.232433 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-620520ba-2955-4fca-9552-e3af98761f08 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0416703 Mar 23 19:55:31.352425 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b62dd-415f-4173-a161-514934bba446 req-322fe9d5-5f26-479a-9d84-2db130a3f4ed tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:31.354091 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3f3b62dd-415f-4173-a161-514934bba446 req-322fe9d5-5f26-479a-9d84-2db130a3f4ed tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0588081 Mar 23 19:55:31.359213 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-00fd2dcd-0bba-45a9-a4b9-7cc452f75310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:31.410909 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-e2d94b99-6c32-46fd-bff5-a1157b034799 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1450839204&fields=id&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 267 time: 0.0558672 Mar 23 19:55:31.417696 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-3f3b62dd-415f-4173-a161-514934bba446 req-2bab15a9-e646-4268-aa1a-fd4be81e629a tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561399 Mar 23 19:55:31.517709 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-7277c40a-be85-40a0-ab1f-61ae09e6bd76 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:31.519144 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-7277c40a-be85-40a0-ab1f-61ae09e6bd76 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1006210 Mar 23 19:55:31.533394 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-b58ba0f8-13ab-4e44-a76b-6f1342392c8a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/quotas/25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 375 time: 0.0086439 Mar 23 19:55:31.588050 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-957d84a4-806e-4f83-9550-778ccbf4465a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488927 Mar 23 19:55:31.605354 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-d959eb4b-d05c-491f-8c1b-f99cc9cd4a5e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:55:31.606290 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-d959eb4b-d05c-491f-8c1b-f99cc9cd4a5e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074327 Mar 23 19:55:31.713874 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-56ae8190-6a9c-4edf-b8dd-36e24ed1233d service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018674 Mar 23 19:55:31.804195 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-5cd9e1fe-6a30-48cf-9714-1a2c24a82414 service neutron] 10.222.0.31 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844355 Mar 23 19:55:32.042255 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-30a1b634-2031-4577-bbca-7853c9ac67c1 req-f55c4e32-62ec-436a-962d-34cec93687be tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 210 time: 0.0302997 Mar 23 19:55:32.538296 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451678-8603-450c-ad43-dd432c80cc47 req-e8cf1421-4f7e-4f4c-a038-c601f1a553fb tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:32.539926 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd451678-8603-450c-ad43-dd432c80cc47 req-e8cf1421-4f7e-4f4c-a038-c601f1a553fb tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0504041 Mar 23 19:55:32.577174 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd451678-8603-450c-ad43-dd432c80cc47 req-ba7aceba-0350-4ba0-abb5-1512c74f575d tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310748 Mar 23 19:55:32.903479 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:33.134999 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d3b5868b-33db-439d-b973-b7d0ad332c68 req-bf8b359e-5d46-4e13-8b1f-0e3cd7a9880e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Mar 23 19:55:33.701371 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3797f-dce7-47fb-a9ce-9197b230b17d req-3b7c8c55-21f4-470e-a287-7a83993068b1 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:33.702970 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-82f3797f-dce7-47fb-a9ce-9197b230b17d req-3b7c8c55-21f4-470e-a287-7a83993068b1 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0549614 Mar 23 19:55:33.715053 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-959cd316-55d9-40fa-99ff-40718d348eee tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:33.716619 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-959cd316-55d9-40fa-99ff-40718d348eee tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 815 time: 0.1175473 Mar 23 19:55:33.742705 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-82f3797f-dce7-47fb-a9ce-9197b230b17d req-b4aa9e7b-3990-4b20-9c49-675c8a196c3d tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332696 Mar 23 19:55:33.769037 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-a7879bf7-f4bd-487e-844a-3191c52b8b05 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7 HTTP/1.1" status: 200 len: 380 time: 0.0414393 Mar 23 19:55:33.778767 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'port': {'device_id': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'admin_state_up': True, 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'security_groups': ['471e6949-cc92-4c3c-b632-e2fb681e524f']}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:33.937856 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Made reservation on behalf of 25f8fdc3742c4185b6e0bc58e1c9f0e7 for: {'port': 1} {{(pid=108884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:55:33.941422 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.073135 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_common [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Allocated IP 172.20.0.7 (ab549119-5b40-4b0f-b0f6-b124181bcae4/8db81470-e987-4341-aec2-1fe7becea671/a3986755-4fce-4816-8ce1-a338163d6344) {{(pid=108884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:55:34.156435 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-a62cacea-6d08-42b5-bd2d-f1113c4cc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.158036 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-a62cacea-6d08-42b5-bd2d-f1113c4cc9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7&tenant_id=b3828381713d4ba881181dd7934aebee HTTP/1.1" status: 200 len: 1096 time: 0.0826724 Mar 23 19:55:34.263165 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.277276 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-6528a684-406c-49cc-a573-737f80e36eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.278757 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-6528a684-406c-49cc-a573-737f80e36eae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1096 time: 0.0773835 Mar 23 19:55:34.283736 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for port, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.397151 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-e50a9631-8f2a-4e25-be5e-f03f4afb2e16 req-59f54e4a-98be-4bcd-b2e9-ca66795fb93e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 210 time: 0.0266013 Mar 23 19:55:34.400046 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-030eb394-ee10-4716-83ec-db82f6828af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.401506 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-030eb394-ee10-4716-83ec-db82f6828af2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 910 time: 0.1139395 Mar 23 19:55:34.444578 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745712186381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.511957 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 is already hosted by enough agents. {{(pid=108884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:55:34.512676 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event updated for resources: {'Port': ['ID=a3986755-4fce-4816-8ce1-a338163d6344,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:34.517469 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.base_scheduler [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Resources bound (agent type, host, resource id): {{(pid=108884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:55:34.520396 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-ec469a70-521a-481a-be20-af931a263f3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 999 time: 0.1114411 Mar 23 19:55:34.521119 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Received port after_create {{(pid=108884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:55:34.600304 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.600927 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.612857 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-83b520e8-493e-4961-bff6-1d81d1e1835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.614949 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-83b520e8-493e-4961-bff6-1d81d1e1835e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0711248 Mar 23 19:55:34.662619 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-1bde0723-071f-40be-a722-93c4a88c1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.664092 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-1bde0723-071f-40be-a722-93c4a88c1049 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425704 Mar 23 19:55:34.682260 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-bd7d051d-c2ae-4813-8071-0e32b20381b8 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9071977 Mar 23 19:55:34.699867 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.v2.base [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Request body: {'port': {'device_id': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=108884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:34.754784 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-fc52846b-80f8-445e-83ce-24b4c57f2fe5 None None] Provisioning complete for port a3986755-4fce-4816-8ce1-a338163d6344 triggered by entity DHCP. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:55:34.755936 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-fc52846b-80f8-445e-83ce-24b4c57f2fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.782006 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.792633 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-fc52846b-80f8-445e-83ce-24b4c57f2fe5 None None] Port a3986755-4fce-4816-8ce1-a338163d6344 cannot update to ACTIVE because it is not bound. {{(pid=108886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:55:34.798505 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:34.821069 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-d9e9e38f-d72f-425a-bb25-cae83f4e5d26 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497180 Mar 23 19:55:34.870528 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdae3a-a9b9-46f0-8a25-7911feb8e754 req-00bb94aa-974a-4fb4-806a-999eeb3a8375 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:34.872047 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1cbdae3a-a9b9-46f0-8a25-7911feb8e754 req-00bb94aa-974a-4fb4-806a-999eeb3a8375 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0499618 Mar 23 19:55:34.909802 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1cbdae3a-a9b9-46f0-8a25-7911feb8e754 req-c4449cd7-3396-40fb-8352-5e79304ea1e9 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Mar 23 19:55:35.279103 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-0b8d7b7d-83bd-40a2-b6c8-108ce46b5999 req-0afb8fa5-0d5f-4f88-b11e-a825bb098170 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363232 Mar 23 19:55:35.404837 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3986755-4fce-4816-8ce1-a338163d6344 {{(pid=108884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:55:35.412678 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:35.424659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.provisioning_blocks [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Transition to ACTIVE for port object a3986755-4fce-4816-8ce1-a338163d6344 will not be triggered until provisioned by entity L2. {{(pid=108884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:55:35.492006 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:35.510572 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa087-f22c-4d88-a3d8-9be761a49913 req-e92dab03-e46d-4474-8421-313067dd77b9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:35.512018 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c22aa087-f22c-4d88-a3d8-9be761a49913 req-e92dab03-e46d-4474-8421-313067dd77b9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 931 time: 0.0492702 Mar 23 19:55:35.541058 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Pushing event updated for resources: {'Port': ['ID=a3986755-4fce-4816-8ce1-a338163d6344,revision_number=2']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:35.555873 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c22aa087-f22c-4d88-a3d8-9be761a49913 req-e7a1dab8-bee5-4fc9-8575-e09f95ba41e3 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Mar 23 19:55:35.613189 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Attempting to bind port a3986755-4fce-4816-8ce1-a338163d6344 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:55:35.613528 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Attempting to bind port a3986755-4fce-4816-8ce1-a338163d6344 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:55:35.613860 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Attempting to bind port a3986755-4fce-4816-8ce1-a338163d6344 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:55:35.618775 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Port a3986755-4fce-4816-8ce1-a338163d6344 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:55:35.619095 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Attempting to bind port a3986755-4fce-4816-8ce1-a338163d6344 on network ab549119-5b40-4b0f-b0f6-b124181bcae4 {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:55:35.623909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Checking agent: {'id': 'b8dbd16c-ddf8-45f3-a73d-2b84850257c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'started_at': datetime.datetime(2022, 3, 23, 19, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:55:35.624242 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Checking segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:55:35.624627 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Bound using segment: {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'} {{(pid=108884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:55:35.625130 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.managers [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Bound port: a3986755-4fce-4816-8ce1-a338163d6344, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4'}}] {{(pid=108884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:55:35.625461 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:35.709136 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] For port a3986755-4fce-4816-8ce1-a338163d6344, host hv-cinder-83496, cleared binding levels {{(pid=108884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:55:35.712151 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] For port a3986755-4fce-4816-8ce1-a338163d6344, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a3986755-4fce-4816-8ce1-a338163d6344,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:55:35.778119 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28413862'] for port, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:35.814367 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:35.814965 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:35.816354 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3986755-4fce-4816-8ce1-a338163d6344 HTTP/1.1" status: 200 len: 1093 time: 1.1202812 Mar 23 19:55:35.816814 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:55:35.819066 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e1819d-9571-4037-8c42-dfd9b001fed6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "tag": "a3986755-4fce-4816-8ce1-a338163d6344"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:55:35.842495 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472076c5-d921-4d9c-9693-27e69ee6b921 service neutron] Pushing event updated for resources: {'Port': ['ID=a3986755-4fce-4816-8ce1-a338163d6344,revision_number=3']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:35.858993 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b1099-8025-48f5-9546-10fb563b8c29 x-openstack-request-id: req-474b1099-8025-48f5-9546-10fb563b8c29 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:55:35.859290 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "tag": "a3986755-4fce-4816-8ce1-a338163d6344", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:55:35.859542 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-474b1099-8025-48f5-9546-10fb563b8c29 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:55:35.860083 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344', 'status': 'completed', 'code': 200} Mar 23 19:55:35.924607 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1819d-9571-4037-8c42-dfd9b001fed6 req-d76cfdf8-d711-4ffb-9c7c-b669fa4dd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:35.926173 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-12e1819d-9571-4037-8c42-dfd9b001fed6 req-d76cfdf8-d711-4ffb-9c7c-b669fa4dd6eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 1096 time: 0.0428429 Mar 23 19:55:36.041378 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1819d-9571-4037-8c42-dfd9b001fed6 req-1d41d5ca-10f8-457c-a61f-c1dbfef47289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.043005 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-12e1819d-9571-4037-8c42-dfd9b001fed6 req-1d41d5ca-10f8-457c-a61f-c1dbfef47289 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1087403 Mar 23 19:55:36.043251 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0945a9-85c7-4f4f-af22-70af7b7d28c8 req-e71c908c-0979-4154-a0c3-2bc7e8a1b9df tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.045530 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1f0945a9-85c7-4f4f-af22-70af7b7d28c8 req-e71c908c-0979-4154-a0c3-2bc7e8a1b9df tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0665686 Mar 23 19:55:36.084122 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-1f0945a9-85c7-4f4f-af22-70af7b7d28c8 req-dcf756ad-5da2-4267-9a12-be1498951633 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Mar 23 19:55:36.136439 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1819d-9571-4037-8c42-dfd9b001fed6 req-d6372576-3697-48b5-8971-bc65322b25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.137940 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-12e1819d-9571-4037-8c42-dfd9b001fed6 req-d6372576-3697-48b5-8971-bc65322b25c7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883207 Mar 23 19:55:36.216646 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-1311c0c2-3b79-47cf-9181-91b824e705a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.218117 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-1311c0c2-3b79-47cf-9181-91b824e705a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 1096 time: 0.0438585 Mar 23 19:55:36.260041 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-7d7c1d26-a68a-490e-9743-b2b8464cf1e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3986755-4fce-4816-8ce1-a338163d6344 HTTP/1.1" status: 200 len: 217 time: 0.0337198 Mar 23 19:55:36.311849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-2d615a4b-c9c8-4921-9b06-4b021867fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.313320 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-2d615a4b-c9c8-4921-9b06-4b021867fb60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0464709 Mar 23 19:55:36.358260 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-98a66366-206b-4fa3-8b06-03bd089c1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.359656 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-98a66366-206b-4fa3-8b06-03bd089c1f9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393877 Mar 23 19:55:36.449238 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-12307e47-e820-453a-90f0-ce3f1d403e90 service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821836 Mar 23 19:55:36.543064 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-8b9225d1-fb3a-4e46-805d-3f94a2553eef req-869113eb-3364-433a-9438-8520678e706c service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859466 Mar 23 19:55:36.687830 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f1fb-70ac-463a-a348-e1e88175b812 req-cb65ec77-2e03-45b4-b600-89c16a240122 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:36.689299 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6549f1fb-70ac-463a-a348-e1e88175b812 req-cb65ec77-2e03-45b4-b600-89c16a240122 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 943 time: 0.0485244 Mar 23 19:55:36.726556 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-6549f1fb-70ac-463a-a348-e1e88175b812 req-05153454-4ef5-4ed2-84a1-ab74279aa178 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Mar 23 19:55:37.197559 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3268658-cb05-410a-a2d4-a5c363743691 req-fa95f002-d1c6-486d-a3fa-ec7262eecb33 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:37.198990 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c3268658-cb05-410a-a2d4-a5c363743691 req-fa95f002-d1c6-486d-a3fa-ec7262eecb33 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0471554 Mar 23 19:55:37.238757 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-c3268658-cb05-410a-a2d4-a5c363743691 req-06dd73f4-f768-4ea7-8c93-40de27de7005 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Mar 23 19:55:37.838613 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c943-2cc1-436f-8261-04af101784b9 req-734d7e33-6d12-4be4-86d7-e7a77e615177 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:37.840066 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee42c943-2cc1-436f-8261-04af101784b9 req-734d7e33-6d12-4be4-86d7-e7a77e615177 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 943 time: 0.0487666 Mar 23 19:55:37.877432 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-ee42c943-2cc1-436f-8261-04af101784b9 req-a21a213d-4e7d-46ac-bf57-db07c91257ff tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Mar 23 19:55:38.351706 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3c184-0e83-4784-9b8d-777a8562b65b req-2c8c10e8-3fa1-4164-ba48-6496c83df091 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:38.353182 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fcf3c184-0e83-4784-9b8d-777a8562b65b req-2c8c10e8-3fa1-4164-ba48-6496c83df091 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0485306 Mar 23 19:55:38.390179 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fcf3c184-0e83-4784-9b8d-777a8562b65b req-69bc7439-46cd-4499-a5f2-67ed32e7bb1c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Mar 23 19:55:38.989007 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cead-d75c-47f3-9690-9b5a3ceacef8 req-ec494bae-e925-4ebb-afc7-d274c42d2a5b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:38.990792 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5204cead-d75c-47f3-9690-9b5a3ceacef8 req-ec494bae-e925-4ebb-afc7-d274c42d2a5b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 943 time: 0.0480380 Mar 23 19:55:39.030760 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5204cead-d75c-47f3-9690-9b5a3ceacef8 req-be83f775-4e1d-48e1-afae-4f73f935a10a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Mar 23 19:55:39.502053 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed385a7-f7b3-45f5-98d5-f66f08714cdc req-ad748f82-43ab-49a6-bc13-bf8a33f25d8e tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:39.503502 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bed385a7-f7b3-45f5-98d5-f66f08714cdc req-ad748f82-43ab-49a6-bc13-bf8a33f25d8e tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0490019 Mar 23 19:55:39.542614 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-bed385a7-f7b3-45f5-98d5-f66f08714cdc req-4e37ddf2-2616-4b6e-92d8-5f6b6c661ec8 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330086 Mar 23 19:55:40.144628 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8388e-75f0-42ee-ba21-f24fe2115b4e req-d264adae-c04f-4c4a-a977-c1b39841430c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:40.146909 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-55d8388e-75f0-42ee-ba21-f24fe2115b4e req-d264adae-c04f-4c4a-a977-c1b39841430c tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 943 time: 0.0482211 Mar 23 19:55:40.185560 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-55d8388e-75f0-42ee-ba21-f24fe2115b4e req-37ca5b46-5d3f-41c7-80dd-674f40298918 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327873 Mar 23 19:55:40.268426 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device a3986755-4fce-4816-8ce1-a338163d6344 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:55:40.361286 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port a3986755-4fce-4816-8ce1-a338163d6344, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a3986755-4fce-4816-8ce1-a338163d6344,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:40.371907 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': 'a3986755-4fce-4816-8ce1-a338163d6344', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'port_id': 'a3986755-4fce-4816-8ce1-a338163d6344', 'mac_address': 'fa:16:3e:84:94:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:55:40.410804 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:40.423435 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3986755-4fce-4816-8ce1-a338163d6344 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:55:40.441286 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port a3986755-4fce-4816-8ce1-a338163d6344, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a3986755-4fce-4816-8ce1-a338163d6344,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:40.520334 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:40.565993 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=a3986755-4fce-4816-8ce1-a338163d6344,revision_number=4']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:40.660821 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4dea3-2b01-4b29-b4cd-66ba9b21e46e req-a7b276d4-a79b-4d68-8666-68c1f6287432 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:40.662514 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b3c4dea3-2b01-4b29-b4cd-66ba9b21e46e req-a7b276d4-a79b-4d68-8666-68c1f6287432 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0476468 Mar 23 19:55:40.702916 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b3c4dea3-2b01-4b29-b4cd-66ba9b21e46e req-752c90a8-b736-4938-9d30-8cf63182aa4b tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345829 Mar 23 19:55:40.779617 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['a3986755-4fce-4816-8ce1-a338163d6344'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:55:41.297012 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19791b-8966-43ab-956f-293dffd8e298 req-e4a0f277-dd54-4bdf-bfd6-681a08bce4fe tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:41.298486 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5b19791b-8966-43ab-956f-293dffd8e298 req-e4a0f277-dd54-4bdf-bfd6-681a08bce4fe tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 944 time: 0.0478890 Mar 23 19:55:41.335811 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-5b19791b-8966-43ab-956f-293dffd8e298 req-ba708612-78e4-4c9b-9523-a8b6e5fbbff9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Mar 23 19:55:41.816056 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ea22-d723-4add-8a9c-89c628e26024 req-28fa3e73-92e0-4d9b-af57-f9d9ff930250 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:41.817602 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-89d9ea22-d723-4add-8a9c-89c628e26024 req-28fa3e73-92e0-4d9b-af57-f9d9ff930250 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0483649 Mar 23 19:55:41.855851 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-89d9ea22-d723-4add-8a9c-89c628e26024 req-cbb7e5b6-7e95-4230-aa1f-997a5b348b49 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Mar 23 19:55:42.284646 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device a3986755-4fce-4816-8ce1-a338163d6344 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:55:42.388332 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning for port a3986755-4fce-4816-8ce1-a338163d6344 completed by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:55:42.392524 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port a3986755-4fce-4816-8ce1-a338163d6344 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:55:42.396011 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:42.452554 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc8dd9-33d3-4d3a-9bbd-72d10bd61000 req-67f64528-56d5-49bd-91be-a663e2844041 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:42.454020 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-71dc8dd9-33d3-4d3a-9bbd-72d10bd61000 req-67f64528-56d5-49bd-91be-a663e2844041 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 944 time: 0.0508049 Mar 23 19:55:42.475165 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:42.496658 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-71dc8dd9-33d3-4d3a-9bbd-72d10bd61000 req-9aced9f2-294f-475b-ba3b-e224ef912f02 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362473 Mar 23 19:55:42.498225 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:55:42.500483 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1977747e-2de5-4158-9b6f-094f8334d5f1" -d '{"events": [{"server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "name": "network-vif-plugged", "status": "completed", "tag": "a3986755-4fce-4816-8ce1-a338163d6344"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:55:42.514343 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port a3986755-4fce-4816-8ce1-a338163d6344, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a3986755-4fce-4816-8ce1-a338163d6344,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:42.541049 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bf1b5a-ee56-42f4-a6ed-8f9319320534 x-openstack-request-id: req-23bf1b5a-ee56-42f4-a6ed-8f9319320534 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:55:42.541347 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "name": "network-vif-plugged", "status": "completed", "tag": "a3986755-4fce-4816-8ce1-a338163d6344", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:55:42.541602 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23bf1b5a-ee56-42f4-a6ed-8f9319320534 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:55:42.542027 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344', 'code': 200} Mar 23 19:55:42.577915 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:42.625544 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=a3986755-4fce-4816-8ce1-a338163d6344,revision_number=5']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:42.817909 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743a59-608c-42ee-9a39-e1bd0c57aaa5 req-bc4f212e-db8b-4d52-bbbe-8f066ebd2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:42.819379 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc743a59-608c-42ee-9a39-e1bd0c57aaa5 req-bc4f212e-db8b-4d52-bbbe-8f066ebd2cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 1098 time: 0.0398107 Mar 23 19:55:42.854269 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-dc743a59-608c-42ee-9a39-e1bd0c57aaa5 req-a048edc4-05ae-40e6-aba2-7b276d3e7a21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279815 Mar 23 19:55:42.965811 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278178d-64ea-4b27-b468-5056b013ebdd req-3c2de4f4-90fa-41f4-b5e8-e0ff104a6909 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:42.967250 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b278178d-64ea-4b27-b468-5056b013ebdd req-3c2de4f4-90fa-41f4-b5e8-e0ff104a6909 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0472729 Mar 23 19:55:43.007075 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b278178d-64ea-4b27-b468-5056b013ebdd req-c36d576c-1835-4012-b54d-b23931a9e60d tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Mar 23 19:55:43.610360 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218cf7-d0f2-434e-b02d-8db3fd6c391c req-8d573f5d-225d-4262-a536-d40996d3bbd5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:43.611788 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-98218cf7-d0f2-434e-b02d-8db3fd6c391c req-8d573f5d-225d-4262-a536-d40996d3bbd5 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Mar 23 19:55:43.648535 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-98218cf7-d0f2-434e-b02d-8db3fd6c391c req-f99af979-3d46-49f6-9b3b-83628f8c3299 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Mar 23 19:55:44.128763 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd7b3d-4de3-47d9-b4bc-3537df665575 req-eebfd282-b672-47a8-b8b8-020f694b2442 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:44.130942 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-81dd7b3d-4de3-47d9-b4bc-3537df665575 req-eebfd282-b672-47a8-b8b8-020f694b2442 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 943 time: 0.0499172 Mar 23 19:55:44.171020 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-81dd7b3d-4de3-47d9-b4bc-3537df665575 req-fd5f386f-0849-4ec9-a154-552ac8ea5cbb tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Mar 23 19:55:44.305900 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=108886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:55:44.400196 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:44.410486 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Returning: {'device': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'port_id': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'mac_address': 'fa:16:3e:80:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:55:44.447686 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:44.460796 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 {{(pid=108886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:55:44.479814 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:44.542044 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:44.588197 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=7']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:44.763140 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b4a1c-a800-48f4-8fb8-c4776aaa45f5 req-c4f9a0a4-3f22-4b7c-a36e-517ee321198a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:44.764602 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-020b4a1c-a800-48f4-8fb8-c4776aaa45f5 req-c4f9a0a4-3f22-4b7c-a36e-517ee321198a tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 945 time: 0.0497737 Mar 23 19:55:44.769851 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] get_ports_and_sgs() called for port_ids ['0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'] {{(pid=108886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:55:44.803846 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-020b4a1c-a800-48f4-8fb8-c4776aaa45f5 req-adaaba6d-8f60-476e-a6b7-32088735478e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Mar 23 19:55:45.066891 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ee56a-c410-4342-b633-078a2921ace0 req-58b499ca-be18-4733-93a4-fcaeca0939d9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:45.068782 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fd9ee56a-c410-4342-b633-078a2921ace0 req-58b499ca-be18-4733-93a4-fcaeca0939d9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Mar 23 19:55:45.076875 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33878) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:55:45.081341 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.v2.base [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Request body: {'floatingip': {'port_id': 'a3986755-4fce-4816-8ce1-a338163d6344'}} {{(pid=108885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:55:45.122412 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, before_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:45.498627 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0648-1a2f-4c0d-9b74-53bfb00a8764 req-a9b0899b-b697-4304-92c7-af99720e4482 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:45.500074 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d6df0648-1a2f-4c0d-9b74-53bfb00a8764 req-a9b0899b-b697-4304-92c7-af99720e4482 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 944 time: 0.1030107 Mar 23 19:55:45.580920 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-d6df0648-1a2f-4c0d-9b74-53bfb00a8764 req-cfd109c3-3e0e-4ebc-b7d8-e4b9d545bc0c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715625 Mar 23 19:55:45.854602 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:45.908176 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:46.007774 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP 81098a36-6c78-47de-bec8-c5965ae886bb associated. External IP: 172.27.1.51, port: a3986755-4fce-4816-8ce1-a338163d6344. Mar 23 19:55:46.211017 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:55:46.316388 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:55:46.321430 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:46.325043 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 up at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:55:46.332439 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:55:46.343523 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:55:46.344214 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:55:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:46.357445 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5552aca7-c567-445f-980d-0d579084339e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "PUT /v2.0/floatingips/81098a36-6c78-47de-bec8-c5965ae886bb HTTP/1.1" status: 200 len: 990 time: 1.2794378 Mar 23 19:55:46.358060 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:55:46.362014 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccb673-2934-48cb-ad3d-9f63df750281" -d '{"events": [{"name": "network-changed", "server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "tag": "a3986755-4fce-4816-8ce1-a338163d6344"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:55:46.373402 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.provisioning_blocks [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Provisioning complete for port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 triggered by entity L2. {{(pid=108886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:55:46.373777 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545666'] for port, provisioning_complete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:46.399287 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ca1df-ff9a-45a0-9c39-5405bf0b41e2 x-openstack-request-id: req-286ca1df-ff9a-45a0-9c39-5405bf0b41e2 {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:55:46.399577 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "tag": "a3986755-4fce-4816-8ce1-a338163d6344", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:55:46.400232 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-286ca1df-ff9a-45a0-9c39-5405bf0b41e2 {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:55:46.400635 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344', 'status': 'completed', 'code': 200} Mar 23 19:55:46.453589 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734282'] for port, before_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:46.459339 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:55:46.467877 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-ff1a1d25-1403-4f3f-b471-c91eb97e16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:46.469306 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-ff1a1d25-1403-4f3f-b471-c91eb97e16e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 1098 time: 0.0470347 Mar 23 19:55:46.477223 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:55:46.479209 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1f85ed1d5eed8f21df9b24d8988aac3275ea4716cdef14266fb957b4ad38a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb639653-fd33-421a-a0bd-fb421bf72962" -d '{"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:55:46.496076 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:55:46.518680 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc22bd7-fe34-4fe5-bba0-be1326d19595 x-openstack-request-id: req-5fc22bd7-fe34-4fe5-bba0-be1326d19595 {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:55:46.518968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "code": 200}]} {{(pid=108886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:55:46.519225 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fc22bd7-fe34-4fe5-bba0-be1326d19595 {{(pid=108886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:55:46.519608 dv-cinder-834962-1-iscsi neutron-server[108886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'code': 200} Mar 23 19:55:46.571660 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745712741569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745712185335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745712185272'] for port, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:46.571872 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-d77b4dda-da64-4536-a69a-28dc54ec3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:46.573293 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-d77b4dda-da64-4536-a69a-28dc54ec3ee3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 200 len: 916 time: 0.0946763 Mar 23 19:55:46.622054 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Pushing event updated for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=8']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:55:46.652062 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-7e8da496-2fa6-4052-ae7f-0fac4dcdaedd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3986755-4fce-4816-8ce1-a338163d6344 HTTP/1.1" status: 200 len: 998 time: 0.0630188 Mar 23 19:55:46.699122 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-531adebd-495d-42eb-8c56-5d751034e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:46.701080 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-531adebd-495d-42eb-8c56-5d751034e53e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 200 len: 854 time: 0.0493047 Mar 23 19:55:46.710349 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '81098a36-6c78-47de-bec8-c5965ae886bb', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': 'a3986755-4fce-4816-8ce1-a338163d6344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:84:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:55:30Z', 'updated_at': '2022-03-23T19:55:45Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:46.737787 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:55:46.746342 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:55:46.746954 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:55:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:46.750836 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4e4bb-f3dd-49d7-8db2-f1765a526b80 req-106e9a30-a2b7-4f99-a2a9-a6fb75e57bc0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:46.761700 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-62b4e4bb-f3dd-49d7-8db2-f1765a526b80 req-106e9a30-a2b7-4f99-a2a9-a6fb75e57bc0 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0849319 Mar 23 19:55:46.763653 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-4f2a467e-a474-4686-bc4d-ac3f9664eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:46.765190 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-4f2a467e-a474-4686-bc4d-ac3f9664eab5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab549119-5b40-4b0f-b0f6-b124181bcae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544233 Mar 23 19:55:46.811655 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-62b4e4bb-f3dd-49d7-8db2-f1765a526b80 req-2e2896f7-d81a-44f1-a89f-9fd6a97255c2 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Mar 23 19:55:46.856563 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:55:46.891272 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d5ccc-4048-4b11-910e-4a3b98f7557e req-61c639b7-ac62-4d68-b8fc-20932878c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:46.892758 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-371d5ccc-4048-4b11-910e-4a3b98f7557e req-61c639b7-ac62-4d68-b8fc-20932878c86d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0960102 Mar 23 19:55:46.910267 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-a7c6d0db-9f77-4c49-a890-82416cf7e3db service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368797 Mar 23 19:55:46.960367 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-371d5ccc-4048-4b11-910e-4a3b98f7557e req-1d34f826-949f-4727-b3be-7bd2359d636c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592916 Mar 23 19:55:47.020748 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-c5ccb673-2934-48cb-ad3d-9f63df750281 req-06711d97-85d2-4916-ae02-5ec9542dc08d service neutron] 10.222.0.41 "GET /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013455 Mar 23 19:55:47.185379 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '81098a36-6c78-47de-bec8-c5965ae886bb', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': 'a3986755-4fce-4816-8ce1-a338163d6344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:84:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:55:30Z', 'updated_at': '2022-03-23T19:55:45Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:55:47.214739 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27ad7-5d79-46b1-984a-6c25472a63fb None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_floatingips': [{'id': '81098a36-6c78-47de-bec8-c5965ae886bb', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'router_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'port_id': 'a3986755-4fce-4816-8ce1-a338163d6344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'mac_address': 'fa:16:3e:84:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:55:30Z', 'updated_at': '2022-03-23T19:55:45Z', 'revision_number': 1, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:55:47.392039 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95d157-d0ee-45b3-a76f-7f70b11869a8 None None] New status for floating IP 81098a36-6c78-47de-bec8-c5965ae886bb: ACTIVE {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:55:47.929177 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab6a3a-8ef6-4622-a66a-fd4c79bd006b req-dd9ed6fb-b8f8-4bf7-9e3b-8f5593ee30fd tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:47.930616 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fdab6a3a-8ef6-4622-a66a-fd4c79bd006b req-dd9ed6fb-b8f8-4bf7-9e3b-8f5593ee30fd tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0472927 Mar 23 19:55:47.968494 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-fdab6a3a-8ef6-4622-a66a-fd4c79bd006b req-91594745-e05f-44ad-ae84-af6333a08db3 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Mar 23 19:55:49.084858 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3b26f-3ec9-4a28-9fd9-84ffa8fd864c req-64e30782-2302-4c38-bb78-1934ef736d09 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:55:49.086304 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-47f3b26f-3ec9-4a28-9fd9-84ffa8fd864c req-64e30782-2302-4c38-bb78-1934ef736d09 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0521805 Mar 23 19:55:49.122579 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-47f3b26f-3ec9-4a28-9fd9-84ffa8fd864c req-a75f22e1-ede9-400b-9078-271dba628c10 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304892 Mar 23 19:55:50.583625 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:55:59.302680 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-053aa801-f174-41c3-9377-7504f185ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:55:59.925280 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:01.342741 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a89f2c91-e2ff-4b18-8da2-ec110b76b986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:02.914152 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:04.268151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:04.760056 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:27.581793 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:56:29.313737 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-16d0b5da-fbf4-4039-a624-3f5e7117f1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:29.964830 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:31.359480 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-331127bc-36be-4302-bd8d-cd77f449799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:32.896410 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:34.110171 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a46089-70d4-44d7-bca0-b8622584aba0 req-56092be2-b1f4-434d-8581-b7be6a72d455 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:56:34.111718 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a8a46089-70d4-44d7-bca0-b8622584aba0 req-56092be2-b1f4-434d-8581-b7be6a72d455 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 945 time: 0.0545228 Mar 23 19:56:34.151160 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-a8a46089-70d4-44d7-bca0-b8622584aba0 req-323de5b8-cfe4-45f1-a250-f76e2a0c657b tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334702 Mar 23 19:56:34.267859 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:34.759048 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:35.265897 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f1073-0a69-4197-bba1-ddc3f079ef09 req-7a2674ec-8aba-4fc1-9a93-1f8a90be4719 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:56:35.267335 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-753f1073-0a69-4197-bba1-ddc3f079ef09 req-7a2674ec-8aba-4fc1-9a93-1f8a90be4719 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 945 time: 0.0472980 Mar 23 19:56:35.304308 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-753f1073-0a69-4197-bba1-ddc3f079ef09 req-98e46654-f75a-44cc-8da3-5eac6e993a72 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups?id=471e6949-cc92-4c3c-b632-e2fb681e524f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Mar 23 19:56:35.692857 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-7b5e1ac8-8462-4e41-afbe-ce987dbc7c1d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:56:35.694297 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-7b5e1ac8-8462-4e41-afbe-ce987dbc7c1d tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Mar 23 19:56:35.786547 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port a3986755-4fce-4816-8ce1-a338163d6344 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:56:35.786804 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:35.876808 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] For port a3986755-4fce-4816-8ce1-a338163d6344, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a3986755-4fce-4816-8ce1-a338163d6344,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:56:35.877198 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:36.046434 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:36.046754 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-786237'] for floatingip, after_update {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:36.049121 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.db.l3_db [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Floating IP 81098a36-6c78-47de-bec8-c5965ae886bb disassociated. External IP: 172.27.1.51, port: a3986755-4fce-4816-8ce1-a338163d6344. Mar 23 19:56:36.049483 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for a3986755-4fce-4816-8ce1-a338163d6344 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:56:36.272892 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:36.302713 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=a3986755-4fce-4816-8ce1-a338163d6344,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:36.316443 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.317356 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.317356 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.317554 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.317862 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.318193 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.318525 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.318849 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.319169 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.319491 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.319825 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.320170 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:36.403803 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b3e886c8-585d-4f65-8718-2e79148d2089 req-73cf2527-8202-483f-9c1d-06265afcda79 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 210 time: 0.0306246 Mar 23 19:56:36.433641 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:56:36.541030 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:56:36.554439 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:56:36.564321 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:56:36.564922 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:56:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:36.584219 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] No DVR routers for this DVR port a3986755-4fce-4816-8ce1-a338163d6344 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:56:36.586932 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:36.591713 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-6c9c7690-badb-4dbc-a485-fc8fe7938a33 req-9d7f7416-5272-4248-9ade-a208232bdc99 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.41 "DELETE /v2.0/ports/a3986755-4fce-4816-8ce1-a338163d6344 HTTP/1.1" status: 204 len: 173 time: 0.8909609 Mar 23 19:56:36.592241 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'name': 'network-vif-deleted', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:56:36.594976 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b281d2de-928e-466c-a223-8f50879020dc" -d '{"events": [{"server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "name": "network-vif-deleted", "tag": "a3986755-4fce-4816-8ce1-a338163d6344"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:56:36.633912 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3b51dd-68a5-459e-b521-6bdeec333557 x-openstack-request-id: req-dc3b51dd-68a5-459e-b521-6bdeec333557 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:56:36.634499 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f64ba93-13ee-4ed8-a4bd-236caf89fd22", "name": "network-vif-deleted", "tag": "a3986755-4fce-4816-8ce1-a338163d6344", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:56:36.634807 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc3b51dd-68a5-459e-b521-6bdeec333557 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:56:36.635272 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f64ba93-13ee-4ed8-a4bd-236caf89fd22', 'name': 'network-vif-deleted', 'tag': 'a3986755-4fce-4816-8ce1-a338163d6344', 'status': 'completed', 'code': 200} Mar 23 19:56:36.681196 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:56:36.891077 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:36.916899 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:56:36.925206 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:56:36.925802 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:56:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:37.030124 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:56:37.227494 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:37.254182 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1da97d-4e73-4b5e-8803-f39078ac8b4f None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:51:52Z', 'revision_number': 4, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': 'b007e2e6-d2b0-4cab-93ff-548c593d3b08', 'name': '', 'network_id': 'ab549119-5b40-4b0f-b0f6-b124181bcae4', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'mac_address': 'fa:16:3e:b9:95:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8db81470-e987-4341-aec2-1fe7becea671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:52Z', 'updated_at': '2022-03-23T19:51:56Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'subnets': [{'id': '8db81470-e987-4341-aec2-1fe7becea671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:56:37.474909 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9edef-b11f-4647-9cbc-49c129df464b None None] New status for floating IP 81098a36-6c78-47de-bec8-c5965ae886bb: DOWN {{(pid=108886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:56:37.523278 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-dace8646-28f8-4af9-a48d-81bc34a20b45 req-86fed977-3b4e-4aa2-aaf4-ee9ab171e9e9 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f64ba93-13ee-4ed8-a4bd-236caf89fd22 HTTP/1.1" status: 200 len: 210 time: 0.0317848 Mar 23 19:56:38.714637 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 33986) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:38.768395 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-526e043e-6aae-4901-81ab-117486e0719e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:38.790542 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-526e043e-6aae-4901-81ab-117486e0719e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:38.918491 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-526e043e-6aae-4901-81ab-117486e0719e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:38.921079 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-526e043e-6aae-4901-81ab-117486e0719e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:38.922227 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-526e043e-6aae-4901-81ab-117486e0719e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/security-groups/471e6949-cc92-4c3c-b632-e2fb681e524f HTTP/1.1" status: 204 len: 168 time: 0.2059922 Mar 23 19:56:38.925609 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33988) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:38.931867 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e043e-6aae-4901-81ab-117486e0719e tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e6949-cc92-4c3c-b632-e2fb681e524f,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:38.938922 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.api.v2.resource [None req-782507b7-5e15-4059-91a2-d5af64f8a5da tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] show failed (client error): The resource could not be found. Mar 23 19:56:38.939940 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-782507b7-5e15-4059-91a2-d5af64f8a5da tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "GET /v2.0/security-groups/471e6949-cc92-4c3c-b632-e2fb681e524f HTTP/1.1" status: 404 len: 347 time: 0.0133147 Mar 23 19:56:38.942776 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 33990) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:39.070789 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Deleting port 47a3125f-7a04-4480-845f-c022d9bf2070 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:56:39.071054 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:39.145860 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:39.146212 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:39.157678 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Calling delete_port for 47a3125f-7a04-4480-845f-c022d9bf2070 owned by network:floatingip {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:56:39.376658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:39.405358 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Pushing event deleted for resources: {'Port': ['ID=47a3125f-7a04-4480-845f-c022d9bf2070,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:39.417635 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.418620 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.418966 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.419302 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.419630 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.419959 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.420285 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.420679 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.421028 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.421354 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.421705 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.422076 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:39.480355 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks [] for floatingip, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:39.483546 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:39.484696 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-7e03edfa-e8dd-4f4c-9fe1-1d2e60b89b58 tempest-AttachVolumeNegativeTest-1071583039 tempest-AttachVolumeNegativeTest-1071583039-project] 10.222.0.31 "DELETE /v2.0/floatingips/81098a36-6c78-47de-bec8-c5965ae886bb HTTP/1.1" status: 204 len: 168 time: 0.5410385 Mar 23 19:56:40.549961 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device a3986755-4fce-4816-8ce1-a338163d6344 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:56:40.572896 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: a3986755-4fce-4816-8ce1-a338163d6344 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:56:40.573402 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device a3986755-4fce-4816-8ce1-a338163d6344 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:56:43.506239 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34026) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:43.842866 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:44.076451 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Deleting port b007e2e6-d2b0-4cab-93ff-548c593d3b08 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:56:44.077034 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:44.157369 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] For port b007e2e6-d2b0-4cab-93ff-548c593d3b08, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=b007e2e6-d2b0-4cab-93ff-548c593d3b08,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:56:44.157732 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:44.170539 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Calling delete_port for b007e2e6-d2b0-4cab-93ff-548c593d3b08 owned by network:router_interface {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:56:44.633315 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:44.659870 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Pushing event deleted for resources: {'Port': ['ID=b007e2e6-d2b0-4cab-93ff-548c593d3b08,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:44.827682 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.045291 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Router 8e4a980d-be4f-4196-8ea4-38fe42ba067b has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:56:45.156868 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:56:45.164457 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-9acc78e2-4cc0-479a-8484-7c397944e525 admin admin] 10.222.0.31 "PUT /v2.0/routers/8e4a980d-be4f-4196-8ea4-38fe42ba067b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6570413 Mar 23 19:56:45.166234 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] Sync routers for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:56:45.167123 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34028) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:45.177136 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:56:45.177736 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:56:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:45.273996 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks [] for router, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.279543 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:56:45.377529 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.453265 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'fb195550-31ee-48b0-929f-1191598bd037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:56:44Z', 'revision_number': 5, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port': {'id': 'fb195550-31ee-48b0-929f-1191598bd037', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:51:50Z', 'updated_at': '2022-03-23T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:45.479721 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] Checking router: 8e4a980d-be4f-4196-8ea4-38fe42ba067b for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:56:45.488286 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] Routers {'8e4a980d-be4f-4196-8ea4-38fe42ba067b'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:56:45.489037 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:56:31Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:45.499641 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Deleting port fb195550-31ee-48b0-929f-1191598bd037 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:56:45.499982 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.577917 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] For port fb195550-31ee-48b0-929f-1191598bd037, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=fb195550-31ee-48b0-929f-1191598bd037,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:56:45.578277 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.591929 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Calling delete_port for fb195550-31ee-48b0-929f-1191598bd037 owned by network:router_gateway {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:56:45.660167 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] Set router 8e4a980d-be4f-4196-8ea4-38fe42ba067b gateway port host: None {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:56:45.711709 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:56:45Z', 'revision_number': 6, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:45.741813 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4173b-bdd0-4b51-a9ea-f3393c39ca5c None None] The sync data for ids ['8e4a980d-be4f-4196-8ea4-38fe42ba067b'] in dv-cinder-834962-1-iscsi is: [{'id': '8e4a980d-be4f-4196-8ea4-38fe42ba067b', 'name': 'tempest-AttachVolumeNegativeTest-1768152021-router', 'tenant_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:51:49Z', 'updated_at': '2022-03-23T19:56:45Z', 'revision_number': 6, 'project_id': '25f8fdc3742c4185b6e0bc58e1c9f0e7', 'gw_port_host': None}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:56:45.822159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.851195 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb195550-31ee-48b0-929f-1191598bd037,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:45.910474 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:45.998473 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.000543 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.085003 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.085585 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4a980d-be4f-4196-8ea4-38fe42ba067b {{(pid=108885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:56:46.089936 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.094184 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0628962e-d838-497f-8a13-4f38b3145015 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8e4a980d-be4f-4196-8ea4-38fe42ba067b HTTP/1.1" status: 204 len: 168 time: 0.9227703 Mar 23 19:56:46.096546 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34030) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:46.143590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Deleting subnet 8db81470-e987-4341-aec2-1fe7becea671 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:56:46.146875 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.183850 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.260103 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.365133 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.392304 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.397829 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8db81470-e987-4341-aec2-1fe7becea671 HTTP/1.1" status: 204 len: 168 time: 0.3002360 Mar 23 19:56:46.397829 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aec109-1848-4004-9a4f-f63b627aeb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db81470-e987-4341-aec2-1fe7becea671,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:46.401717 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34032) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:46.402018 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b372701-7228-4c1c-9b25-c23b1007d10d None None] Network ab549119-5b40-4b0f-b0f6-b124181bcae4 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:56:46.467294 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.527669 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Deleting port acbefb1e-e616-408c-9dc3-bbbf4ecc983b {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:56:46.528068 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.590505 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] DHCP port deletion for ab549119-5b40-4b0f-b0f6-b124181bcae4 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:56:46.601576 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] For port acbefb1e-e616-408c-9dc3-bbbf4ecc983b, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:56:46.601946 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.615831 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Calling delete_port for acbefb1e-e616-408c-9dc3-bbbf4ecc983b owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:56:46.647947 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Deleting port acbefb1e-e616-408c-9dc3-bbbf4ecc983b {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:56:46.648323 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.673433 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device acbefb1e-e616-408c-9dc3-bbbf4ecc983b no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:56:46.749531 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] For port acbefb1e-e616-408c-9dc3-bbbf4ecc983b, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,segment=NetworkSegment(bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f),segment_id=bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:56:46.749931 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.764965 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Calling delete_port for acbefb1e-e616-408c-9dc3-bbbf4ecc983b owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:56:46.776533 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.811531 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:46.813275 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] No DVR routers for this DVR port acbefb1e-e616-408c-9dc3-bbbf4ecc983b on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:56:46.823979 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Port acbefb1e-e616-408c-9dc3-bbbf4ecc983b update to DOWN by agent not found {{(pid=108886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 23 19:56:46.824786 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device fb195550-31ee-48b0-929f-1191598bd037 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:56:46.850016 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: fb195550-31ee-48b0-929f-1191598bd037 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:56:46.850360 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device fb195550-31ee-48b0-929f-1191598bd037 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:56:46.850778 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b007e2e6-d2b0-4cab-93ff-548c593d3b08 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:56:46.871578 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: b007e2e6-d2b0-4cab-93ff-548c593d3b08 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:56:46.871929 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b007e2e6-d2b0-4cab-93ff-548c593d3b08 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:56:46.884753 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.901307 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.904817 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab549119-5b40-4b0f-b0f6-b124181bcae4']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:46.913986 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:46.914287 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9d9f3a-097c-4ef1-a502-0f9d0def3a2f') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:56:46.923658 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.925151 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Pushing event deleted for resources: {'Port': ['ID=acbefb1e-e616-408c-9dc3-bbbf4ecc983b,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:46.932215 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] No DVR routers for this DVR port acbefb1e-e616-408c-9dc3-bbbf4ecc983b on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:56:46.934566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.935488 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.935846 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.936159 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.936485 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.936811 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.937160 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.937484 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.937806 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.938124 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.938234 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.938440 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.938756 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d1de9-a88c-4b1f-b15d-6992a3f080d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:56:46.944468 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:56:46.944859 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:56:46.953762 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:56:47.061953 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:47.067088 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:47.070190 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab549119-5b40-4b0f-b0f6-b124181bcae4 HTTP/1.1" status: 204 len: 168 time: 0.6713107 Mar 23 19:56:47.080944 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827e8ea-5c80-4cae-974c-983fabad8cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=ab549119-5b40-4b0f-b0f6-b124181bcae4,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:47.474580 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34036) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:47.514899 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-306e2ccc-f5c2-46b8-bf01-c51aae108623 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25f8fdc3742c4185b6e0bc58e1c9f0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391786 Mar 23 19:56:47.517457 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34038) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:56:47.564974 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb3b2-7fde-4a8a-bf62-20bce213a0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:47.585673 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb3b2-7fde-4a8a-bf62-20bce213a0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:47.673513 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb3b2-7fde-4a8a-bf62-20bce213a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:47.676116 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb3b2-7fde-4a8a-bf62-20bce213a0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:47.677408 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5e5fb3b2-7fde-4a8a-bf62-20bce213a0ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1dad121-8761-4c04-8d91-8ca5c3787e4b HTTP/1.1" status: 204 len: 168 time: 0.1589828 Mar 23 19:56:47.685402 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fb3b2-7fde-4a8a-bf62-20bce213a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dad121-8761-4c04-8d91-8ca5c3787e4b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:56:59.318521 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d136d7d3-7dc5-4307-a99c-7717814d1907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:56:59.964416 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:01.353810 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-822cb68b-2888-4095-b214-66a5a564ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:02.918324 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:04.279014 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:04.581324 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:57:04.753120 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:07.719443 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34212) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:07.724658 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-bca17405-de5c-4170-aaa9-ef1ca20ad006 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500166 Mar 23 19:57:07.811559 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-3e7af8e3-86f3-4d96-aec9-20b25adaa4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:07.813083 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-3e7af8e3-86f3-4d96-aec9-20b25adaa4e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0416479 Mar 23 19:57:07.910873 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Deleting port e2a460cb-0279-4c38-afea-30f10259c539 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:07.911214 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:07.922065 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-7408215f-bd3d-4d1e-b2bf-2318f9d67d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:07.923539 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-7408215f-bd3d-4d1e-b2bf-2318f9d67d4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 910 time: 0.0913715 Mar 23 19:57:07.988877 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:07.989233 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:07.989914 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-e34ee425-42d3-4720-98ec-ed98fd173b70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 1001 time: 0.0588479 Mar 23 19:57:08.000739 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Calling delete_port for e2a460cb-0279-4c38-afea-30f10259c539 owned by network:floatingip {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:08.038196 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-5dd9682e-00ff-4427-99e7-a0f28de73e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:08.039630 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-5dd9682e-00ff-4427-99e7-a0f28de73e63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0431266 Mar 23 19:57:08.091899 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-2725f378-df13-465c-9eae-52772d77c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:08.093392 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-2725f378-df13-465c-9eae-52772d77c114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438933 Mar 23 19:57:08.183567 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-5c0afbf9-bf7c-41eb-945c-4ee1c9fe773c service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 Mar 23 19:57:08.221698 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:08.249145 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event deleted for resources: {'Port': ['ID=e2a460cb-0279-4c38-afea-30f10259c539,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:08.280130 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-4fd929dc-bf61-4856-af46-64e7bc8ea553 req-6235fb9a-b15e-427b-ab48-a2243f251a9f service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Mar 23 19:57:08.310973 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for floatingip, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:08.311310 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.db.l3_db [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Floating IP cccf0a44-72b4-47b8-9883-15d6bbcd557b disassociated (deleted). External IP: 172.27.1.112, port: 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3. Mar 23 19:57:08.525831 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Router cd806970-d102-4454-ad4f-65a5a6327ac9 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:57:08.880278 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:57:08.885129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for floatingip, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:08.890680 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] Sync routers for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:57:08.901180 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:57:08.901799 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:57:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:08.914560 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-03326136-c845-471c-a7e1-b20559ae316c tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "DELETE /v2.0/floatingips/cccf0a44-72b4-47b8-9883-15d6bbcd557b HTTP/1.1" status: 204 len: 168 time: 1.1916661 Mar 23 19:57:08.914560 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:57:08.915587 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a58d6e1e3ee3cf4e9196b74aca11abe370571e7fc6d27330c27708fbfba77567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e12406f-f18c-4476-82d4-c999c9e84d62" -d '{"events": [{"name": "network-changed", "server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:57:08.969627 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2782b9-be88-475a-828d-19caa76c12ad x-openstack-request-id: req-9a2782b9-be88-475a-828d-19caa76c12ad {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:57:08.970189 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "status": "completed", "code": 200}]} {{(pid=108885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:57:08.970608 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a2782b9-be88-475a-828d-19caa76c12ad {{(pid=108885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:57:08.972119 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'status': 'completed', 'code': 200} Mar 23 19:57:09.017982 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:57:09.032221 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-ab8dc9cb-1463-41cf-84e6-bb7a9e7703f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:09.034157 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-ab8dc9cb-1463-41cf-84e6-bb7a9e7703f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3828381713d4ba881181dd7934aebee&device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 1098 time: 0.0440459 Mar 23 19:57:09.135814 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-508cd7ef-aa3b-4e42-8bb9-9ec63c22590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:09.137328 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-508cd7ef-aa3b-4e42-8bb9-9ec63c22590f service neutron] 10.222.0.41 "GET /v2.0/networks?id=420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 200 len: 910 time: 0.0949442 Mar 23 19:57:09.179570 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-c56afb50-42ce-4e70-bace-3fc4ef7e36bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 200 len: 217 time: 0.0354667 Mar 23 19:57:09.219632 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:09.235674 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-072eb3a4-60d5-4001-a760-0b5e2e16b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:09.237188 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-072eb3a4-60d5-4001-a760-0b5e2e16b362 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 200 len: 848 time: 0.0477674 Mar 23 19:57:09.250945 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] Checking router: cd806970-d102-4454-ad4f-65a5a6327ac9 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:57:09.259922 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:57:09.260531 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:57:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:09.286377 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-00b02610-202d-4552-8615-d207c827449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:09.288023 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-00b02610-202d-4552-8615-d207c827449b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=420d24c8-18f2-446e-84de-d8a803972cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435224 Mar 23 19:57:09.379423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b36d12-e894-4a1c-bf07-04d6322bd345 req-b3bf5957-6f23-4e58-81c6-6e3d694a1268 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:09.381304 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:57:09.382038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b5b36d12-e894-4a1c-bf07-04d6322bd345 req-b3bf5957-6f23-4e58-81c6-6e3d694a1268 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0551043 Mar 23 19:57:09.394486 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-dd05986b-6eb7-42bf-8f64-347bd27ff23a service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987582 Mar 23 19:57:09.423496 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-b5b36d12-e894-4a1c-bf07-04d6322bd345 req-c7c857ee-5293-4d0f-8aa0-52ba6a4ed5cc tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Mar 23 19:57:09.499054 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-5e12406f-f18c-4476-82d4-c999c9e84d62 req-a7d96d67-cec9-4f62-9e24-1c61d37b28b9 service neutron] 10.222.0.41 "GET /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962753 Mar 23 19:57:09.588464 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:09.615262 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d5f25-e65e-489c-881c-15da8510c968 None None] The sync data for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi is: [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:23Z', 'revision_number': 4, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi', '_interfaces': [{'id': '826735a6-68d3-4c4a-b693-cb855f41117e', 'name': '', 'network_id': '420d24c8-18f2-446e-84de-d8a803972cd7', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'mac_address': 'fa:16:3e:87:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:22Z', 'updated_at': '2022-03-23T19:52:27Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'subnets': [{'id': '1728c845-bfaa-4a81-a1ca-ebb3902bf126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:57:09.834593 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3e817-a165-4822-86c1-53bddf3d6c83 None None] New status for floating IP cccf0a44-72b4-47b8-9883-15d6bbcd557b: DOWN {{(pid=108887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:57:10.544741 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eed847-8fb7-40f4-892a-0a0e95e763d8 req-746c6d35-8f16-4d6a-9ddf-8bb80f288aa1 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:10.546202 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78eed847-8fb7-40f4-892a-0a0e95e763d8 req-746c6d35-8f16-4d6a-9ddf-8bb80f288aa1 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Mar 23 19:57:10.583883 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-78eed847-8fb7-40f4-892a-0a0e95e763d8 req-c4863b8a-4765-4f45-ab11-5bae408dc769 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Mar 23 19:57:10.961914 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-2f43a5c5-1124-49b6-a6a3-1ef3314dcdc4 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:57:10.963349 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-2f43a5c5-1124-49b6-a6a3-1ef3314dcdc4 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.41 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Mar 23 19:57:11.049719 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Deleting port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:11.050049 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:11.138716 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] For port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:11.139074 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:11.151670 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Calling delete_port for 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 owned by compute:nova {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:11.318731 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:11.352887 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event deleted for resources: {'Port': ['ID=0a1ca52f-635b-44ae-a21b-3cfc04f7faa3,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:11.390417 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] No DVR routers for this DVR port 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 on host hv-cinder-83496 {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:57:11.393115 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1003662'] for port, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:11.396752 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [req-39556cdc-eb6f-4a69-891d-6b2e9e18941e req-f23a8cd3-ce93-4f0f-be0b-c4d798496aba tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.41 "DELETE /v2.0/ports/0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 HTTP/1.1" status: 204 len: 173 time: 0.4264321 Mar 23 19:57:11.397240 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-deleted', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3'}] {{(pid=108884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:57:11.399564 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d529e56d7a7e94bba4aa537c81fbc89f14cb335238b0de6a436beccec2c258bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8eec67-ac7d-4771-a31b-7eda440c2ee3" -d '{"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-deleted", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3"}]}' {{(pid=108884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:57:11.434252 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f14a5-33b3-413b-b44b-a1d6817508c9 x-openstack-request-id: req-ab7f14a5-33b3-413b-b44b-a1d6817508c9 {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:57:11.434546 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13058030-c31d-435d-ad7d-2bbb7ea156a7", "name": "network-vif-deleted", "tag": "0a1ca52f-635b-44ae-a21b-3cfc04f7faa3", "status": "completed", "code": 200}]} {{(pid=108884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:57:11.434802 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab7f14a5-33b3-413b-b44b-a1d6817508c9 {{(pid=108884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:57:11.435290 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13058030-c31d-435d-ad7d-2bbb7ea156a7', 'name': 'network-vif-deleted', 'tag': '0a1ca52f-635b-44ae-a21b-3cfc04f7faa3', 'status': 'completed', 'code': 200} Mar 23 19:57:11.681033 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [req-45cc5cf3-97f5-4a6d-8ef3-4de319669c68 req-28390b31-74ee-4a61-8784-bea7ed35127b tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "GET /v2.0/ports?device_id=13058030-c31d-435d-ad7d-2bbb7ea156a7 HTTP/1.1" status: 200 len: 210 time: 0.0300996 Mar 23 19:57:12.740085 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34260) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:12.797360 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-417cadd3-0a2a-4edf-843f-45e5b248f702 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:12.821712 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-417cadd3-0a2a-4edf-843f-45e5b248f702 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:12.918454 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-417cadd3-0a2a-4edf-843f-45e5b248f702 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:12.921129 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-417cadd3-0a2a-4edf-843f-45e5b248f702 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:12.922277 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-417cadd3-0a2a-4edf-843f-45e5b248f702 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] 10.222.0.31 "DELETE /v2.0/security-groups/25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8 HTTP/1.1" status: 204 len: 168 time: 0.1811829 Mar 23 19:57:12.931567 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cadd3-0a2a-4edf-843f-45e5b248f702 tempest-TestShelveInstance-1018797822 tempest-TestShelveInstance-1018797822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ec6dc2-7d1f-4b68-bf1c-dc70e33e88c8,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:14.019681 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34276) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:14.636322 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:14.870627 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Deleting port 826735a6-68d3-4c4a-b693-cb855f41117e {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:14.870884 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:14.949262 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] For port 826735a6-68d3-4c4a-b693-cb855f41117e, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=826735a6-68d3-4c4a-b693-cb855f41117e,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:14.949620 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:14.962106 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Calling delete_port for 826735a6-68d3-4c4a-b693-cb855f41117e owned by network:router_interface {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:15.205193 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:15.210050 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:15.230158 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Pushing event deleted for resources: {'Port': ['ID=826735a6-68d3-4c4a-b693-cb855f41117e,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:15.230382 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] No Port match for: 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:15.230512 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Device 0a1ca52f-635b-44ae-a21b-3cfc04f7faa3 not bound to the agent host hv-cinder-83496 {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:15.394838 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:15.616962 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Router cd806970-d102-4454-ad4f-65a5a6327ac9 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:57:15.720099 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:57:15.725718 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ee767e06-559a-4a88-828c-c97abd04fa39 admin admin] 10.222.0.31 "PUT /v2.0/routers/cd806970-d102-4454-ad4f-65a5a6327ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7047985 Mar 23 19:57:15.728151 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34282) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:15.729114 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] Sync routers for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:57:15.739202 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:57:15.739847 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:57:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:15.829820 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks [] for router, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:15.842773 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:57:15.930290 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.015745 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:57:15Z', 'revision_number': 5, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port': {'id': 'd321cc2e-ae76-458e-9ff0-eff4cd567dbe', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:16.041184 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Deleting port d321cc2e-ae76-458e-9ff0-eff4cd567dbe {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:16.041577 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.045882 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] Checking router: cd806970-d102-4454-ad4f-65a5a6327ac9 for host: dv-cinder-834962-1-iscsi {{(pid=108886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:57:16.054233 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] Routers {'cd806970-d102-4454-ad4f-65a5a6327ac9'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:57:16.054826 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:57:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['cd806970-d102-4454-ad4f-65a5a6327ac9'], 'active': True} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:16.122007 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] For port d321cc2e-ae76-458e-9ff0-eff4cd567dbe, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:16.122362 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.135730 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Calling delete_port for d321cc2e-ae76-458e-9ff0-eff4cd567dbe owned by network:router_gateway {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:16.261752 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvr_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] Set router cd806970-d102-4454-ad4f-65a5a6327ac9 gateway port host: None {{(pid=108886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:57:16.313313 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_hamode_db [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:57:15Z', 'revision_number': 6, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port_host': None}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:16.343492 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b354a30d-ffa2-492b-bdbd-42624293a912 None None] The sync data for ids ['cd806970-d102-4454-ad4f-65a5a6327ac9'] in dv-cinder-834962-1-iscsi is: [{'id': 'cd806970-d102-4454-ad4f-65a5a6327ac9', 'name': 'tempest-TestShelveInstance-1711218276-router', 'tenant_id': 'b3828381713d4ba881181dd7934aebee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:20Z', 'updated_at': '2022-03-23T19:57:15Z', 'revision_number': 6, 'project_id': 'b3828381713d4ba881181dd7934aebee', 'gw_port_host': None}] {{(pid=108886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:57:16.353326 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.380980 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d321cc2e-ae76-458e-9ff0-eff4cd567dbe,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:16.440096 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.529335 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.531414 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.621514 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.622073 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd806970-d102-4454-ad4f-65a5a6327ac9 {{(pid=108884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:57:16.626350 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] Notify callbacks [] for router, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.627517 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-54be0f73-53d2-4a3d-826b-4af7b79912ee admin admin] 10.222.0.31 "DELETE /v2.0/routers/cd806970-d102-4454-ad4f-65a5a6327ac9 HTTP/1.1" status: 204 len: 168 time: 0.8984058 Mar 23 19:57:16.630540 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34286) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:16.675867 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Deleting subnet 1728c845-bfaa-4a81-a1ca-ebb3902bf126 {{(pid=108884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:57:16.679297 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.721560 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28786389'] for subnet, precommit_delete_associations {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.809986 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.907622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28412512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25457037'] for subnet, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.931204 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1728c845-bfaa-4a81-a1ca-ebb3902bf126,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:16.937034 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:16.940427 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-3e46af7f-fcc0-4033-a5f1-74f9103ad13a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1728c845-bfaa-4a81-a1ca-ebb3902bf126 HTTP/1.1" status: 204 len: 168 time: 0.3089757 Mar 23 19:57:16.943520 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932351eb-9366-45d4-93a3-6386fd33198e None None] Network 420d24c8-18f2-446e-84de-d8a803972cd7 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:57:16.943762 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34288) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:17.013090 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.063396 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Deleting port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 {{(pid=108884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:17.063733 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.124705 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] DHCP port deletion for 420d24c8-18f2-446e-84de-d8a803972cd7 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:57:17.133592 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.db [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] For port 40d2d553-e5a8-4baa-a934-34b2c3f996a5, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=40d2d553-e5a8-4baa-a934-34b2c3f996a5,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:17.133959 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.147778 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.plugin [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Calling delete_port for 40d2d553-e5a8-4baa-a934-34b2c3f996a5 owned by network:dhcp {{(pid=108884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:17.155566 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 826735a6-68d3-4c4a-b693-cb855f41117e no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:17.179354 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 826735a6-68d3-4c4a-b693-cb855f41117e {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:17.179615 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 826735a6-68d3-4c4a-b693-cb855f41117e not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:17.197089 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] Deleting port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:17.197466 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.266034 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] For port 40d2d553-e5a8-4baa-a934-34b2c3f996a5, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=40d2d553-e5a8-4baa-a934-34b2c3f996a5,segment=NetworkSegment(d5673d01-8138-4bec-a85d-101eae89c8ed),segment_id=d5673d01-8138-4bec-a85d-101eae89c8ed)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:17.266722 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.282198 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] Calling delete_port for 40d2d553-e5a8-4baa-a934-34b2c3f996a5 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:17.307438 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28413841'] for port, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.338865 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d2d553-e5a8-4baa-a934-34b2c3f996a5,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:17.347187 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] No DVR routers for this DVR port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 on host dv-cinder-834962-1-iscsi {{(pid=108884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:57:17.360679 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.387796 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] Pushing event deleted for resources: {'Port': ['ID=40d2d553-e5a8-4baa-a934-34b2c3f996a5,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:17.389968 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e403a-1f15-4749-98b1-10bcfb4dd7b9 None None] No DVR routers for this DVR port 40d2d553-e5a8-4baa-a934-34b2c3f996a5 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:57:17.437471 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.458547 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d24c8-18f2-446e-84de-d8a803972cd7']}} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:17.467866 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5673d01-8138-4bec-a85d-101eae89c8ed') {'for_net_delete': True} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:17.468158 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.services.segments.db [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5673d01-8138-4bec-a85d-101eae89c8ed') {} {{(pid=108884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:17.477570 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28786412'] for segment, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.490937 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.496543 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=108884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28413890'] for segment, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: Traceback (most recent call last): Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: timer() Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: cb(*args, **kw) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: return func(*args, **kwargs) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: self._notify() Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: self.callback(batched_events) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: event.method(event) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: return f(self, *a, **k) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._get(url).json() Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: return self.request(url, 'GET', **kwargs) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:57:17.500748 dv-cinder-834962-1-iscsi neutron-server[108884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:57:17.592906 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.598875 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:17.604863 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] 10.222.0.31 "DELETE /v2.0/networks/420d24c8-18f2-446e-84de-d8a803972cd7 HTTP/1.1" status: 204 len: 168 time: 0.6573625 Mar 23 19:57:17.605229 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34292) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:17.612659 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e2d8c-e8dd-4243-81d1-29bda2a50e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=420d24c8-18f2-446e-84de-d8a803972cd7,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:17.939132 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-782653'] for router_interface, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:18.177641 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Deleting port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:18.177980 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:18.253744 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] For port 7e052487-03f9-44b1-8ffa-2c3e2cbe808d, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:18.254106 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:18.270133 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Calling delete_port for 7e052487-03f9-44b1-8ffa-2c3e2cbe808d owned by network:router_interface {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:18.524277 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:18.550349 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e052487-03f9-44b1-8ffa-2c3e2cbe808d,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:18.731101 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 40d2d553-e5a8-4baa-a934-34b2c3f996a5 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:18.735189 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-782761'] for router_interface, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:18.751060 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 40d2d553-e5a8-4baa-a934-34b2c3f996a5 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:18.751408 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 40d2d553-e5a8-4baa-a934-34b2c3f996a5 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:18.751829 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d321cc2e-ae76-458e-9ff0-eff4cd567dbe no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:18.774096 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: d321cc2e-ae76-458e-9ff0-eff4cd567dbe {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:18.774489 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device d321cc2e-ae76-458e-9ff0-eff4cd567dbe not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:18.949797 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 has already been hosted by L3 agent e6636714-1f56-4fae-9bb3-78f4a69ecaee {{(pid=108885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:57:19.054636 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] Notify agent at l3_agent.dv-cinder-834962-1-iscsi the message routers_updated {{(pid=108885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:57:19.059439 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-5886f8dd-ac4b-4d23-ad11-2bfb0935795c admin admin] 10.222.0.31 "PUT /v2.0/routers/3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4531996 Mar 23 19:57:19.062141 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34296) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:19.064683 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] Sync routers for ids ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'] in dv-cinder-834962-1-iscsi {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:57:19.074778 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] Routers {'3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:57:19.075383 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:57:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:19.181675 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] Set router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:57:19.339301 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks [] for router, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:19.377670 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:57:18Z', 'revision_number': 5, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:19.403932 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] Checking router: 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 for host: dv-cinder-834962-1-iscsi {{(pid=108887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:57:19.412136 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] Routers {'3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'} bound to L3 agent in host dv-cinder-834962-1-iscsi {{(pid=108887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:57:19.412729 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:35:31Z,description=,heartbeat_timestamp=2022-03-23T19:57:01Z,host='dv-cinder-834962-1-iscsi',id=e6636714-1f56-4fae-9bb3-78f4a69ecaee,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:35:32Z,topic='l3_agent')) {'router_ids': ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'], 'active': True} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:19.443359 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:19.516864 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_dvr_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] Set router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 gateway port host: dv-cinder-834962-1-iscsi {{(pid=108887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:57:19.563151 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Deleting port b2bc4e21-633a-4a0a-a9c6-4eac55aee727 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:19.563496 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:19.648214 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] For port b2bc4e21-633a-4a0a-a9c6-4eac55aee727, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,segment=NetworkSegment(e54c87be-0ba1-4dbb-84f3-858f526d5f48),segment_id=e54c87be-0ba1-4dbb-84f3-858f526d5f48)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:19.648482 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:19.664393 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Calling delete_port for b2bc4e21-633a-4a0a-a9c6-4eac55aee727 owned by network:router_gateway {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:19.709344 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.l3_hamode_db [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:57:18Z', 'revision_number': 5, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}], 'dv-cinder-834962-1-iscsi', False) {} {{(pid=108887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:19.738379 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5e95a-7d7c-45b3-9c07-17bf22e6cccb None None] The sync data for ids ['3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8'] in dv-cinder-834962-1-iscsi is: [{'id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'name': 'tempest-TestShelveInstance-83240049-router', 'tenant_id': '4a915aac6d964d69b47baafd290ec3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'external_fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:57:18Z', 'revision_number': 5, 'project_id': '4a915aac6d964d69b47baafd290ec3bf', 'gw_port': {'id': 'b2bc4e21-633a-4a0a-a9c6-4eac55aee727', 'name': '', 'network_id': '59901d46-0e76-482f-8879-69e15d01abdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:52:26Z', 'updated_at': '2022-03-23T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73f61129-375f-40be-8de6-63c3abc0a23a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834962-1-iscsi'}] {{(pid=108887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:57:19.884115 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:19.919842 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bc4e21-633a-4a0a-a9c6-4eac55aee727,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:19.977286 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783863'] for router_gateway, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.066254 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48438'] for router, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.069102 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.261734 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783195'] for router, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.262374 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 {{(pid=108885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:57:20.268566 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] Notify callbacks [] for router, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.268566 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-dc291975-93aa-4801-81de-e2e1fc152da9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3c01d3c0-f7dd-4e06-a6f4-eb4aeff54bc8 HTTP/1.1" status: 204 len: 168 time: 1.2050378 Mar 23 19:57:20.271795 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34302) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:20.323116 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.db_base_plugin_v2 [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Deleting subnet b8a0b2b1-3e95-41b4-81c3-12a710ab7400 {{(pid=108885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:57:20.326422 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.364159 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29383870'] for subnet, precommit_delete_associations {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.448377 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3539519'] for subnet, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.565094 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3539652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30131673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29956955'] for subnet, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.591069 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a0b2b1-3e95-41b4-81c3-12a710ab7400,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:20.596710 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for subnet, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.600714 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-18776370-7ee4-400a-8a80-bf880b88fffa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8a0b2b1-3e95-41b4-81c3-12a710ab7400 HTTP/1.1" status: 204 len: 168 time: 0.3280063 Mar 23 19:57:20.603838 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34306) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:20.606240 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0edc455-db54-43f1-98f2-74399d0ee1fa None None] Network a464fafb-7110-4b11-a3da-13f40454a3f0 requested from dv-cinder-834962-1-iscsi {{(pid=108886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:57:20.671550 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3714940'] for network, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.734370 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Deleting port 870ffbdc-57b4-4494-9a8a-ceefb677b687 {{(pid=108885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:20.734714 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.807702 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.db [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] For port 870ffbdc-57b4-4494-9a8a-ceefb677b687, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=870ffbdc-57b4-4494-9a8a-ceefb677b687,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:20.807702 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.818772 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.plugin [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Calling delete_port for 870ffbdc-57b4-4494-9a8a-ceefb677b687 owned by network:dhcp {{(pid=108885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:20.824603 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] DHCP port deletion for a464fafb-7110-4b11-a3da-13f40454a3f0 request from dv-cinder-834962-1-iscsi {{(pid=108886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:57:20.828396 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b2bc4e21-633a-4a0a-a9c6-4eac55aee727 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:20.867290 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: b2bc4e21-633a-4a0a-a9c6-4eac55aee727 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:20.867635 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device b2bc4e21-633a-4a0a-a9c6-4eac55aee727 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:20.868063 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 7e052487-03f9-44b1-8ffa-2c3e2cbe808d no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:20.891575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 7e052487-03f9-44b1-8ffa-2c3e2cbe808d {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:20.891949 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 7e052487-03f9-44b1-8ffa-2c3e2cbe808d not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:20.917624 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] Deleting port 870ffbdc-57b4-4494-9a8a-ceefb677b687 {{(pid=108886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:57:20.918006 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745712736085'] for port, before_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.982491 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.db [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] For port 870ffbdc-57b4-4494-9a8a-ceefb677b687, host dv-cinder-834962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834962-1-iscsi',level=0,port_id=870ffbdc-57b4-4494-9a8a-ceefb677b687,segment=NetworkSegment(4793d419-43b9-4382-ba38-958426d52ddd),segment_id=4793d419-43b9-4382-ba38-958426d52ddd)] {{(pid=108886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:57:20.982817 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781788'] for port, precommit_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:20.994974 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] Calling delete_port for 870ffbdc-57b4-4494-9a8a-ceefb677b687 owned by network:dhcp {{(pid=108886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:57:21.010085 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30130216'] for port, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.037121 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Pushing event deleted for resources: {'Port': ['ID=870ffbdc-57b4-4494-9a8a-ceefb677b687,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:21.038844 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] No DVR routers for this DVR port 870ffbdc-57b4-4494-9a8a-ceefb677b687 on host dv-cinder-834962-1-iscsi {{(pid=108885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:57:21.070164 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3734477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745712741551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745712186372'] for port, after_delete {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.096516 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] Pushing event deleted for resources: {'Port': ['ID=870ffbdc-57b4-4494-9a8a-ceefb677b687,revision_number=None']} {{(pid=108886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:21.098502 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069daa3b-79ac-4c00-93be-de8b26453756 None None] No DVR routers for this DVR port 870ffbdc-57b4-4494-9a8a-ceefb677b687 on host dv-cinder-834962-1-iscsi {{(pid=108886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:57:21.109608 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3540136', 'neutron.services.segments.db._delete_segments_for_network-8745712716912'] for network, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.133448 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a464fafb-7110-4b11-a3da-13f40454a3f0']}} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:21.142743 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4793d419-43b9-4382-ba38-958426d52ddd') {'for_net_delete': True} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:21.143043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.services.segments.db [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4793d419-43b9-4382-ba38-958426d52ddd') {} {{(pid=108885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:57:21.153526 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745712721785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29383815'] for segment, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.166835 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596'] for segment, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.172465 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=108885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3539596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30130299'] for segment, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: Traceback (most recent call last): Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: timer() Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: cb(*args, **kw) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: return func(*args, **kwargs) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: self._notify() Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: self.callback(batched_events) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: event.method(event) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: return f(self, *a, **k) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._get(url).json() Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: return self.request(url, 'GET', **kwargs) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:57:21.178264 dv-cinder-834962-1-iscsi neutron-server[108885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:57:21.295017 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3540145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-786223'] for network, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.300237 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529169'] for network, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.303515 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] 10.222.0.31 "DELETE /v2.0/networks/a464fafb-7110-4b11-a3da-13f40454a3f0 HTTP/1.1" status: 204 len: 168 time: 0.6985314 Mar 23 19:57:21.314161 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96942efb-9cbc-47c4-b5e5-4210bf635aff admin admin] Pushing event deleted for resources: {'Network': ['ID=a464fafb-7110-4b11-a3da-13f40454a3f0,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:21.642836 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34320) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:21.675077 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-325546a9-758f-4e90-b752-43c9efa1e08b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3828381713d4ba881181dd7934aebee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379760 Mar 23 19:57:21.677979 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34322) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:21.741653 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b92d331-af1b-4712-929b-a4b5d85e822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.765007 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b92d331-af1b-4712-929b-a4b5d85e822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.884525 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b92d331-af1b-4712-929b-a4b5d85e822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.887295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1b92d331-af1b-4712-929b-a4b5d85e822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:21.890868 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1b92d331-af1b-4712-929b-a4b5d85e822f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b910bdb-396d-40e5-97ea-5c87753fad4a HTTP/1.1" status: 204 len: 168 time: 0.2095697 Mar 23 19:57:21.899364 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92d331-af1b-4712-929b-a4b5d85e822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b910bdb-396d-40e5-97ea-5c87753fad4a,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:22.530964 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34338) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:22.571464 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-e4b7a02c-4f03-4635-8622-22e56639b993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a915aac6d964d69b47baafd290ec3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393393 Mar 23 19:57:22.574015 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34340) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:22.630256 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0d6aff7a-e425-44bb-b5f4-383e698f0887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:22.652546 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0d6aff7a-e425-44bb-b5f4-383e698f0887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:22.661703 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 870ffbdc-57b4-4494-9a8a-ceefb677b687 no longer exists at agent ovs-agent-dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:57:22.683694 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.plugin [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] No Port match for: 870ffbdc-57b4-4494-9a8a-ceefb677b687 {{(pid=108886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:57:22.684105 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron.plugins.ml2.rpc [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Device 870ffbdc-57b4-4494-9a8a-ceefb677b687 not bound to the agent host dv-cinder-834962-1-iscsi {{(pid=108886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:57:22.757780 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0d6aff7a-e425-44bb-b5f4-383e698f0887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:22.760526 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-0d6aff7a-e425-44bb-b5f4-383e698f0887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:22.761714 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-0d6aff7a-e425-44bb-b5f4-383e698f0887 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/740e0aa3-4506-4548-880a-0cc548457e2f HTTP/1.1" status: 204 len: 168 time: 0.1867993 Mar 23 19:57:22.769920 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aff7a-e425-44bb-b5f4-383e698f0887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e0aa3-4506-4548-880a-0cc548457e2f,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:29.306910 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ae51e72e-8b4f-49a2-83c6-5987c9b97a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:29.975528 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:31.369089 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-709c7c37-b2a7-4eee-ad2f-4aa7689a30a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:32.935545 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:34.294954 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:34.769637 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.168659 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34474) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:35.271290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8cec59c4-8d65-4f7b-9d21-fee0a3d58f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.349053 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8cec59c4-8d65-4f7b-9d21-fee0a3d58f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.415273 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8cec59c4-8d65-4f7b-9d21-fee0a3d58f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.451840 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec59c4-8d65-4f7b-9d21-fee0a3d58f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed53761f-1b06-42a0-bb59-5a61141ece6b,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:35.456434 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8cec59c4-8d65-4f7b-9d21-fee0a3d58f9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9ee7d89a6af47e2a773097938d5e604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866962 Mar 23 19:57:35.459320 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34478) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:35.511060 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b2b24c9f-7cf3-4c10-940f-f588f1298fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.531627 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b2b24c9f-7cf3-4c10-940f-f588f1298fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.638290 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b2b24c9f-7cf3-4c10-940f-f588f1298fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.640769 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-b2b24c9f-7cf3-4c10-940f-f588f1298fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:35.641966 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-b2b24c9f-7cf3-4c10-940f-f588f1298fb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed53761f-1b06-42a0-bb59-5a61141ece6b HTTP/1.1" status: 204 len: 168 time: 0.1816819 Mar 23 19:57:35.651244 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b24c9f-7cf3-4c10-940f-f588f1298fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed53761f-1b06-42a0-bb59-5a61141ece6b,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:36.307818 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34484) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:36.322329 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-643456a3-2852-4118-8b1d-3890727373f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.393126 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-643456a3-2852-4118-8b1d-3890727373f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.455359 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-643456a3-2852-4118-8b1d-3890727373f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.495277 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-643456a3-2852-4118-8b1d-3890727373f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0e02b448556446386b450279f40dc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863847 Mar 23 19:57:36.496114 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643456a3-2852-4118-8b1d-3890727373f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584123ce-7efa-4c21-b622-87485677f3e9,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:36.498070 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34486) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:36.549094 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.569865 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.667023 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.669622 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:36.670774 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/584123ce-7efa-4c21-b622-87485677f3e9 HTTP/1.1" status: 204 len: 168 time: 0.1717165 Mar 23 19:57:36.680751 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584123ce-7efa-4c21-b622-87485677f3e9,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:36.687722 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.688070 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.688412 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.688753 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.689105 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.689440 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.689770 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.690100 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.690548 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.690883 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.691204 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:36.691524 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de9cc1-372d-4d52-b9c5-f88b1a33be96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:41.580236 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:57:42.509545 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34570) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:42.611787 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.690929 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.740762 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.778832 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7819eed-35a0-4c6d-9399-7f495290bc6d,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:42.782630 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79252fe3a5794d03a6a39df927a74694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721024 Mar 23 19:57:42.785353 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34574) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:42.788367 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.788718 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.789086 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.789423 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.789826 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.790189 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.790524 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.790881 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.791207 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.791530 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.791857 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.792177 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7299c9-77f1-4fd1-ad56-13842bd89c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834962-1-iscsi {{(pid=108885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:57:42.832956 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6a08-cd71-42a8-98a9-c7de26e920f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.854023 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6a08-cd71-42a8-98a9-c7de26e920f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.952143 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6a08-cd71-42a8-98a9-c7de26e920f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.954873 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6a08-cd71-42a8-98a9-c7de26e920f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:42.956002 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-aa3c6a08-cd71-42a8-98a9-c7de26e920f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7819eed-35a0-4c6d-9399-7f495290bc6d HTTP/1.1" status: 204 len: 168 time: 0.1696730 Mar 23 19:57:42.964480 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c6a08-cd71-42a8-98a9-c7de26e920f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7819eed-35a0-4c6d-9399-7f495290bc6d,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:43.513399 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34580) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:43.526365 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-91e82bbc-b4f1-4cc0-bf9c-28251a257b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.596799 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-91e82bbc-b4f1-4cc0-bf9c-28251a257b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.648394 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-91e82bbc-b4f1-4cc0-bf9c-28251a257b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.685240 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-91e82bbc-b4f1-4cc0-bf9c-28251a257b6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2001bd5469eb4a9db09df92edd81dfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707604 Mar 23 19:57:43.687129 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e82bbc-b4f1-4cc0-bf9c-28251a257b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a07e02a-3bbe-48d6-8d99-7457a3249d98,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:43.687940 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34582) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:43.736268 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ba05216c-46ce-4182-9f0d-70be67594514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.756558 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ba05216c-46ce-4182-9f0d-70be67594514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.854540 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ba05216c-46ce-4182-9f0d-70be67594514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.857058 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-ba05216c-46ce-4182-9f0d-70be67594514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:43.858216 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-ba05216c-46ce-4182-9f0d-70be67594514 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a07e02a-3bbe-48d6-8d99-7457a3249d98 HTTP/1.1" status: 204 len: 168 time: 0.1693091 Mar 23 19:57:43.866099 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05216c-46ce-4182-9f0d-70be67594514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a07e02a-3bbe-48d6-8d99-7457a3249d98,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:51.236902 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34664) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:51.336982 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f08f1060-3f01-4165-978d-a90123973d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.415998 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f08f1060-3f01-4165-978d-a90123973d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.483040 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-f08f1060-3f01-4165-978d-a90123973d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.521376 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-f08f1060-3f01-4165-978d-a90123973d24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a92e1085406748198973f1301de1a7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833853 Mar 23 19:57:51.522249 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f1060-3f01-4165-978d-a90123973d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c4710-12a2-4a3f-bdc5-3ae4e284c844,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:51.524114 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34668) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:51.574959 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9e54-46df-4f26-8c88-1d543ae2c805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.594798 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9e54-46df-4f26-8c88-1d543ae2c805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.712363 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9e54-46df-4f26-8c88-1d543ae2c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.714931 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9e54-46df-4f26-8c88-1d543ae2c805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:51.717891 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-a4ca9e54-46df-4f26-8c88-1d543ae2c805 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/966c4710-12a2-4a3f-bdc5-3ae4e284c844 HTTP/1.1" status: 204 len: 168 time: 0.1908996 Mar 23 19:57:51.724001 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9e54-46df-4f26-8c88-1d543ae2c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c4710-12a2-4a3f-bdc5-3ae4e284c844,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:52.228254 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34674) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:52.241043 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8176fff0-e57b-4e92-a35d-66d7ea733b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.311166 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8176fff0-e57b-4e92-a35d-66d7ea733b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.363456 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-8176fff0-e57b-4e92-a35d-66d7ea733b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.401126 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-8176fff0-e57b-4e92-a35d-66d7ea733b68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fcac8a872da4916937b83812f89f13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716046 Mar 23 19:57:52.401806 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176fff0-e57b-4e92-a35d-66d7ea733b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1564ad90-2095-4e3d-850b-f0bf31ee8c43,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:52.404191 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34676) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:57:52.453146 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8e68004a-bea9-4e7e-bd27-0d2661c20936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.474411 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8e68004a-bea9-4e7e-bd27-0d2661c20936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.574387 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8e68004a-bea9-4e7e-bd27-0d2661c20936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.576920 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-8e68004a-bea9-4e7e-bd27-0d2661c20936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:52.578089 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-8e68004a-bea9-4e7e-bd27-0d2661c20936 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1564ad90-2095-4e3d-850b-f0bf31ee8c43 HTTP/1.1" status: 204 len: 168 time: 0.1728520 Mar 23 19:57:52.586068 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68004a-bea9-4e7e-bd27-0d2661c20936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564ad90-2095-4e3d-850b-f0bf31ee8c43,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:57:59.312500 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-23c711f4-b872-4c0e-b463-7dc4625b058f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:57:59.981729 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:01.362798 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-81c2d119-0cf5-4344-9c17-426b5326df26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:02.923533 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:04.283707 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:04.786328 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.186644 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34822) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:11.288101 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-83bb83cb-c9df-4c2f-865b-ad25c19eba9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.363590 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-83bb83cb-c9df-4c2f-865b-ad25c19eba9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.426339 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-83bb83cb-c9df-4c2f-865b-ad25c19eba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.463275 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb83cb-c9df-4c2f-865b-ad25c19eba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc0a28a-3f52-40df-8884-d0303e2b0960,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:11.469241 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-83bb83cb-c9df-4c2f-865b-ad25c19eba9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c23f2ad8d5b34054884a9d71d3348c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808247 Mar 23 19:58:11.471184 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34826) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:11.524973 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c210673-0462-4017-bb4e-b5b8f6dbb160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.542621 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c210673-0462-4017-bb4e-b5b8f6dbb160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.648977 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c210673-0462-4017-bb4e-b5b8f6dbb160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.651582 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-1c210673-0462-4017-bb4e-b5b8f6dbb160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:11.652726 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-1c210673-0462-4017-bb4e-b5b8f6dbb160 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bc0a28a-3f52-40df-8884-d0303e2b0960 HTTP/1.1" status: 204 len: 168 time: 0.1806431 Mar 23 19:58:11.660404 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210673-0462-4017-bb4e-b5b8f6dbb160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc0a28a-3f52-40df-8884-d0303e2b0960,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:18.578520 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:58:22.180748 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34948) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:22.282510 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff79ac94-2c6b-40c9-8de2-a94180c8f163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.354144 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff79ac94-2c6b-40c9-8de2-a94180c8f163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.415032 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff79ac94-2c6b-40c9-8de2-a94180c8f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.455104 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79ac94-2c6b-40c9-8de2-a94180c8f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0e09c4-96ed-485f-9020-5806003f282e,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:22.459398 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ff79ac94-2c6b-40c9-8de2-a94180c8f163 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=401adb7bc0ca4bb5999edc5c6283c60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775528 Mar 23 19:58:22.462664 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34952) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:22.509548 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6d70b24b-7a3a-4e96-bb82-17f6f998686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.529467 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6d70b24b-7a3a-4e96-bb82-17f6f998686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.631231 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6d70b24b-7a3a-4e96-bb82-17f6f998686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.633945 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-6d70b24b-7a3a-4e96-bb82-17f6f998686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:22.635163 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-6d70b24b-7a3a-4e96-bb82-17f6f998686f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c0e09c4-96ed-485f-9020-5806003f282e HTTP/1.1" status: 204 len: 168 time: 0.1721299 Mar 23 19:58:22.644963 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70b24b-7a3a-4e96-bb82-17f6f998686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0e09c4-96ed-485f-9020-5806003f282e,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:23.198664 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34958) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:23.212376 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ac41aca9-d2ce-4a2f-b504-f1fe7e552cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.292458 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ac41aca9-d2ce-4a2f-b504-f1fe7e552cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.369295 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ac41aca9-d2ce-4a2f-b504-f1fe7e552cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.408408 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ac41aca9-d2ce-4a2f-b504-f1fe7e552cb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97d0a416656c4cdcb68858ba46b2d8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095625 Mar 23 19:58:23.409281 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41aca9-d2ce-4a2f-b504-f1fe7e552cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29f5fab-2478-41f1-8120-eef474b69636,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:23.411034 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34960) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:23.463188 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e38a0d97-b427-4413-8523-11cf1d7ca528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.483330 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e38a0d97-b427-4413-8523-11cf1d7ca528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.603052 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e38a0d97-b427-4413-8523-11cf1d7ca528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.605668 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-e38a0d97-b427-4413-8523-11cf1d7ca528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:23.606823 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-e38a0d97-b427-4413-8523-11cf1d7ca528 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a29f5fab-2478-41f1-8120-eef474b69636 HTTP/1.1" status: 204 len: 168 time: 0.1942351 Mar 23 19:58:23.615135 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a0d97-b427-4413-8523-11cf1d7ca528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29f5fab-2478-41f1-8120-eef474b69636,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:24.328619 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 34966) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:24.342177 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de33e03c-bd62-4399-859f-1c23a242725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.417991 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de33e03c-bd62-4399-859f-1c23a242725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.493625 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-de33e03c-bd62-4399-859f-1c23a242725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.531553 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-de33e03c-bd62-4399-859f-1c23a242725a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aae2967530804fdfbbffdf96bd3fa03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015316 Mar 23 19:58:24.532246 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e03c-bd62-4399-859f-1c23a242725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154e3df4-1cef-47be-827c-6da395fd163e,revision_number=1']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:24.534490 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 34968) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:24.585945 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae84d-b1e1-487f-b03f-5746af3b49a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.606620 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae84d-b1e1-487f-b03f-5746af3b49a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.706202 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae84d-b1e1-487f-b03f-5746af3b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.708816 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae84d-b1e1-487f-b03f-5746af3b49a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:24.710038 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-ff0ae84d-b1e1-487f-b03f-5746af3b49a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/154e3df4-1cef-47be-827c-6da395fd163e HTTP/1.1" status: 204 len: 168 time: 0.1744666 Mar 23 19:58:24.717773 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ae84d-b1e1-487f-b03f-5746af3b49a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e3df4-1cef-47be-827c-6da395fd163e,revision_number=None']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:29.191134 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [-] (108885) accepted ('10.222.0.31', 35012) {{(pid=108885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:29.294215 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-955ee128-3660-4b1b-9715-16b2d07bdc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.300091 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-5883e350-7b19-4e6c-9a1b-e363bf2866fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.368951 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-955ee128-3660-4b1b-9715-16b2d07bdc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.419926 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron_lib.callbacks.manager [None req-955ee128-3660-4b1b-9715-16b2d07bdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_create {{(pid=108885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.458869 dv-cinder-834962-1-iscsi neutron-server[108885]: INFO neutron.wsgi [None req-955ee128-3660-4b1b-9715-16b2d07bdc6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a0f3fe0f81c4069944e0cd192872211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666705 Mar 23 19:58:29.459870 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ee128-3660-4b1b-9715-16b2d07bdc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381beb23-7a8a-40e5-bf46-a6ae88df0a90,revision_number=1']} {{(pid=108885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:29.461578 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.wsgi [-] (108884) accepted ('10.222.0.31', 35016) {{(pid=108884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:58:29.510147 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b9e90235-7d40-43f9-9596-f584d931af4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.532441 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b9e90235-7d40-43f9-9596-f584d931af4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.631108 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b9e90235-7d40-43f9-9596-f584d931af4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612655'] for security_group, after_delete {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.633942 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron_lib.callbacks.manager [None req-b9e90235-7d40-43f9-9596-f584d931af4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:29.634975 dv-cinder-834962-1-iscsi neutron-server[108884]: INFO neutron.wsgi [None req-b9e90235-7d40-43f9-9596-f584d931af4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/381beb23-7a8a-40e5-bf46-a6ae88df0a90 HTTP/1.1" status: 204 len: 168 time: 0.1723764 Mar 23 19:58:29.643436 dv-cinder-834962-1-iscsi neutron-server[108884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e90235-7d40-43f9-9596-f584d931af4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381beb23-7a8a-40e5-bf46-a6ae88df0a90,revision_number=None']} {{(pid=108884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:58:29.969190 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:31.363483 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-c136ca81-7712-4d38-885d-06af97cb1019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:32.917731 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:34.306078 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:34.786060 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:55.577502 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:58:59.316632 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-00377f91-99aa-4c58-89e1-16b310a1815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:58:59.968022 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:01.374107 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ca8dd4fd-c1b1-44f0-ad59-077c5c2d83db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:02.900430 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:04.276463 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:04.774266 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:29.293402 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f79aeaa3-83a9-4697-b981-66e89d1c3e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:29.973756 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:31.378389 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc784-ea4d-4065-b8f6-c3635def6515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:32.576562 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:59:32.927120 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:34.275249 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:34.773807 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:59.314962 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-15395e6a-1120-4cb5-97d3-c62d5a7ff16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:59:59.995077 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:01.373575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9d5099c7-4d6d-4ae8-a174-f69b6fb94337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:02.932975 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:04.270400 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:04.773383 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:09.575510 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:00:29.309943 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e8890e79-c1ad-4855-a7d9-72edead5407b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:29.989801 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:31.412715 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-ea656281-59ed-494a-a03a-8f79e8bb37ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:33.023395 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:34.314750 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:34.811630 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:00:46.574406 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:00:59.343115 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-30f4b464-d1ab-4b76-a51e-14ed2ae1a5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:00.029375 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:01.418343 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-395af27e-b05a-4788-af05-e87b287d0476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:02.966871 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:04.302716 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:04.749832 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:23.573544 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:01:29.315267 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-95f76424-6d41-46a9-9f89-21690d482ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:30.047108 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:31.383618 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-4d09fb7a-dab5-4c18-ac10-8a512c1bcb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:32.942474 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:34.297575 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:34.765798 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:01:39.643538 dv-cinder-834962-1-iscsi neutron-server[108885]: DEBUG neutron.wsgi [req-74074530-1ab3-4e76-9249-a2a651fc2f62 req-15a8d50a-628a-452e-b540-cec23d6c1039 service neutron] (108885) timed out ('10.222.0.41', 51435) {{(pid=108885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 20:01:59.337708 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-b23082df-c2d3-4269-b4bf-2b7d4412a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:00.040495 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:00.572731 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:02:01.389003 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d83da4cf-667b-475f-9dbc-568aabd8f859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:02.959304 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:04.296216 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:04.765164 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:29.320091 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-04cd78a6-036f-465e-a636-136639008398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:30.068641 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:31.434638 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-126727cf-fc1c-4621-a05a-81656e63b853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:32.937508 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:34.332084 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:34.782848 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:02:37.572649 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:02:59.343110 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-eca7820d-36c8-474c-882e-818caf4846c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:00.039988 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:01.463215 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-a7e73811-7811-45ce-95a2-874412fa0d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:02.982609 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:04.325284 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:04.748033 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:14.573168 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:03:29.329679 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-180556c5-dfd2-400c-b185-1e7de2534201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:30.177098 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:31.409840 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-63fa5a35-cf10-4b72-bd16-7947e27a33d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:32.976102 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:34.325028 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-651ec749-edfd-44bd-babe-2ece5fd8795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:34.758683 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-9634c852-a01b-4835-a8b1-5bd1bd80dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:03:51.572809 dv-cinder-834962-1-iscsi neutron-server[108887]: DEBUG neutron.db.agents_db [None req-2b302483-b5b2-4af3-b59f-c137fd06926b None None] Agent healthcheck: found 6 active agents {{(pid=108887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 20:03:59.325097 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-e2020209-c411-422b-b6fc-22de6cb8912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:04:00.079447 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-f1b34e4f-e106-4924-8669-71bd3446a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:04:01.399101 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-77a22f56-0d9f-4c0a-a0fb-cafa0ba3861a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 20:04:02.971217 dv-cinder-834962-1-iscsi neutron-server[108886]: DEBUG neutron_lib.callbacks.manager [None req-d80669e8-f337-48f4-94ce-bdbc69a14ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745712716894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545624'] for agent, after_update {{(pid=108886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}